-- Logs begin at Fri 2021-05-14 09:03:31 UTC, end at Fri 2021-05-14 10:03:25 UTC. -- May 14 09:33:22.787431 dv-cinder-734144-18-smb systemd[1]: Started Devstack devstack@q-svc.service. May 14 09:33:25.181787 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.common.config [-] Logging enabled! May 14 09:33:25.182420 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 14 09:33:25.182514 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78630) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 09:33:25.186076 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.common.config [-] Logging enabled! May 14 09:33:25.186332 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 14 09:33:25.186676 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78630) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 09:33:25.187602 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 09:33:25.187835 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 09:33:25.188194 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 09:33:25.188441 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 09:33:25.188663 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 09:33:25.188986 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.189281 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.189582 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.189805 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.190084 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.190377 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.190756 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.191051 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.191351 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.191642 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.191923 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.192208 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.192441 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.192723 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.192997 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.193286 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.193512 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] debug = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.193802 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.194231 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.194671 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.194953 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.195242 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.195523 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.195794 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.196070 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.196357 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.196683 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] host = dv-cinder-734144-18-smb {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.196961 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.197247 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.197534 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.197822 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.198096 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.198373 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.198706 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.198983 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.199256 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] log_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.199531 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.199819 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.200108 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.200398 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.200626 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.200851 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.201139 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.201425 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.201702 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.201977 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.202251 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.202555 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.202818 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.203085 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.203367 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.203649 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.203933 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.204206 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.204476 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.204746 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.205016 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.205298 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.205569 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.205837 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.206107 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.206394 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.206685 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.206958 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.207255 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.207538 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.207818 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.208101 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.208372 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.208651 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.208920 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.209188 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.209455 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] use_json = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.209723 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.209990 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.210269 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.210554 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.210827 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.211095 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.211361 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.211641 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:25.211934 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.212233 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.212533 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.212813 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.213106 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.213386 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.213670 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.213944 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.214281 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.214632 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.214967 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.215251 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.215539 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.215818 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.216110 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.216421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.216714 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.217009 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.217284 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.217559 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.217832 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.218113 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.218398 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.218724 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.219015 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.219287 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.219569 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.219859 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.220144 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.220416 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.220700 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.220988 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.221265 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.221537 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.221817 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.222096 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.222374 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.222685 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.222966 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.223261 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.223536 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.223814 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.224083 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.224358 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.224637 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.224919 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.225193 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.225466 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.225741 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.226015 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.226290 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.226587 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.226866 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.227145 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.227424 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.227695 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.227967 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.228240 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.228511 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.228786 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.229064 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.229333 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.229612 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.230016 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.230670 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.230670 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.230887 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.231165 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.231451 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.231752 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.232029 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.232307 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.232586 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.232865 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.233141 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.233419 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.233695 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.233972 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.234245 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.234555 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.234843 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.235146 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.235425 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.235702 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.235996 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.236273 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.236558 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.236843 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.237118 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.237408 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.237690 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.237984 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.238277 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.238596 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.238891 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.239184 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.239464 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.239772 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.240050 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:25.240269 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 09:33:25.240513 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78630) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 14 09:33:25.586841 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:25.587114 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:25.587402 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:25.587732 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [-] Loading core plugin: ml2 May 14 09:33:25.891128 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:25.891340 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:25.891585 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:25.892804 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:25.893078 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:25.893336 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.013884 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.014132 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.014416 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.027791 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.028071 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.028341 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.056969 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.057238 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.057504 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.095404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.095677 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.095947 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.325993 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.326709 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.326709 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.326901 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.327548 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.453778 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.454102 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.454389 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.454690 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.454953 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.455260 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.455522 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.455778 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.456026 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.456303 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.456542 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.456804 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.457067 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.457320 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.457584 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.457853 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.458108 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.458366 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.458645 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.459254 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.459254 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.459501 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.459747 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.460174 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.460431 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.460682 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.461073 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:26.461317 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:26.461564 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:26.461806 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:26.462046 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:26.462284 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:26.462690 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 14 09:33:26.465973 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 14 09:33:26.469887 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 14 09:33:26.473931 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 14 09:33:26.475590 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 14 09:33:26.476051 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 14 09:33:26.476382 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 14 09:33:26.476776 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 14 09:33:26.479598 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 14 09:33:26.479892 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 14 09:33:26.480395 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 14 09:33:26.507695 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 14 09:33:26.508143 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.508440 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78630) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 14 09:33:26.508799 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.510157 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78630) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 14 09:33:26.510441 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 14 09:33:26.510721 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 14 09:33:26.513938 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.514203 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:26.586353 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 14 09:33:26.586497 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 14 09:33:26.586782 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 14 09:33:26.587153 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 14 09:33:26.622072 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_db.sqlalchemy.engines [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78630) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 14 09:33:26.960647 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing driver for type 'gre' May 14 09:33:26.961166 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] gre ID ranges: [(1, 1000)] May 14 09:33:27.015970 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing driver for type 'local' May 14 09:33:27.016381 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing driver for type 'vlan' May 14 09:33:27.028397 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] VlanTypeDriver initialization complete May 14 09:33:27.028766 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing driver for type 'vxlan' May 14 09:33:27.029264 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] vxlan ID ranges: [(1, 1000)] May 14 09:33:27.084225 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing extension driver 'port_security' May 14 09:33:27.084669 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.extensions.port_security [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] PortSecurityExtensionDriver initialization complete May 14 09:33:27.085076 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing mechanism driver 'openvswitch' May 14 09:33:27.085464 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing mechanism driver 'hyperv' May 14 09:33:27.095859 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.plugins.ml2.plugin [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:27.097090 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.097595 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.098073 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.098592 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnet after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.099084 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnet after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.099565 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.100047 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.100447 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.100889 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.101422 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > security_group after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.101897 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > security_group after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.102369 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > security_group after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.102923 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.103375 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.103851 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.104375 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > address_group after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.104941 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > address_group after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.105268 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > address_group after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.105685 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] ML2 OVO RPC backend initialized. {{(pid=78630) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 14 09:33:27.106379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.106753 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.107161 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.107496 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > networks before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.107832 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.108161 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > ports before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.108497 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnet before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.108825 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnets before_response 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.109163 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.109495 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.109821 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.110147 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.110466 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.110850 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.111177 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnet after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.111497 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnet after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.111821 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.112377 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.plugin [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Modular L2 Plugin initialization complete May 14 09:33:27.112695 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading services supported by the core plugin {{(pid=78630) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 14 09:33:27.113013 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.plugins.ml2.managers [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Got port-security extension from driver 'port_security' May 14 09:33:27.113449 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.extensions.vlantransparent [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Disabled vlantransparent extension. May 14 09:33:27.113923 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78630) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 14 09:33:27.114219 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: router May 14 09:33:27.149365 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router_interface before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.149745 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router after_create 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.150101 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router before_create 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.150455 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.150838 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.151192 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router after_delete 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.151537 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > floatingip after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.151934 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router after_create 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.152269 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router after_update 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.152606 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router after_update 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.152944 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.153271 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router after_update 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.153657 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_update 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.154021 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: port after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.154343 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: port after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.154705 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: subnet after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.155035 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.155371 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > port precommit_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.155703 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_create 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.156031 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: port before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.156343 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.156702 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router after_update 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.157012 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_delete 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.157347 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_create 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.157697 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.158027 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_update 55549900 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.158382 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > network after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.159579 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Tracking information for resource: router configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.159904 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Tracking information for resource: floatingip configured {{(pid=78630) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 09:33:27.164837 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.db.l3_agentschedulers_db [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 14 09:33:27.165400 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: port after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.165778 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: port after_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.166115 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: port after_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.166455 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: port after_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.167283 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router before_create 55550100 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.167715 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_delete 55550100 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.168067 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_create 55550100 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.168410 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > router precommit_update 55550100 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.172898 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.services.provider_configuration [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service providers = [] {{(pid=78630) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 14 09:33:27.173254 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.db.servicetype_db [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78630) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 14 09:33:27.176132 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.services.service_base [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78630) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:27.176473 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.services.service_base [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78630) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:27.176801 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.services.service_base [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78630) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:27.177657 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.services.service_base [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78630) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 09:33:27.178014 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.services.service_base [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Default provider is not specified for service type L3_ROUTER_NAT May 14 09:33:27.179866 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.180187 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 14 09:33:27.190666 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.190988 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: auto_allocate May 14 09:33:27.196707 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: network precommit_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.197071 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: network precommit_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.197572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.197881 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: tag May 14 09:33:27.204679 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.205009 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: timestamp May 14 09:33:27.208695 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.209014 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: network_ip_availability May 14 09:33:27.214569 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.214905 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.215255 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.215957 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.216269 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: flavors May 14 09:33:27.221080 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.221405 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading Plugin: revisions May 14 09:33:27.225579 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78630) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 09:33:27.225964 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_concurrency.lockutils [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=78630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:27.226702 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78630) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 14 09:33:27.227027 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Initializing extension manager. May 14 09:33:27.227521 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: __init__.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.227849 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: __pycache__ {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.228172 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.228492 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: address_group.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.229215 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.229805 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: address-group May 14 09:33:27.230121 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: address_scope.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.230827 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.231328 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: address-scope May 14 09:33:27.231638 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: admin_state_down_before_update.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.232531 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.233038 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: router-admin-state-down-before-update May 14 09:33:27.233353 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: agent.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.234028 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.234552 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: agent May 14 09:33:27.234848 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: agent_resources_synced.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.235748 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.236247 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: agent-resources-synced May 14 09:33:27.236558 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: allowedaddresspairs.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.238269 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.238806 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: allowed-address-pairs May 14 09:33:27.239120 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: auto_allocated_topology.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.240162 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.240671 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: auto-allocated-topology May 14 09:33:27.240985 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: availability_zone.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.241649 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.242146 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: availability_zone May 14 09:33:27.242456 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: availability_zone_filter.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.243363 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.243860 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: availability_zone_filter May 14 09:33:27.244169 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: data_plane_status.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.245033 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.245665 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension data-plane-status not supported by any of loaded plugins May 14 09:33:27.245966 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: default_subnetpools.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.246892 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.247393 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: default-subnetpools May 14 09:33:27.247700 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: dhcpagentscheduler.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.248483 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.248981 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: dhcp_agent_scheduler May 14 09:33:27.249298 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: dns.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.250182 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.250715 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension dns-integration not supported by any of loaded plugins May 14 09:33:27.251034 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: dns_domain_ports.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.251914 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.252410 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension dns-domain-ports not supported by any of loaded plugins May 14 09:33:27.252737 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: dvr.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.253388 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.253887 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: dvr May 14 09:33:27.254197 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: empty_string_filtering.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.255106 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.255607 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: empty-string-filtering May 14 09:33:27.255917 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.256795 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.257287 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 14 09:33:27.257589 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.258472 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.258988 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 14 09:33:27.259296 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: external_net.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.260164 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.260657 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: external-net May 14 09:33:27.260979 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: extra_dhcp_opt.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.261959 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.262453 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: extra_dhcp_opt May 14 09:33:27.262796 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: extraroute.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.263670 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.264165 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: extraroute May 14 09:33:27.264479 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: extraroute_atomic.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.265485 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.265982 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: extraroute-atomic May 14 09:33:27.266293 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: filter_validation.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.266969 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.267471 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: filter-validation May 14 09:33:27.267780 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: fip_pf_description.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.268837 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.269343 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 14 09:33:27.269655 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: fip_port_details.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.270553 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.271063 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: fip-port-details May 14 09:33:27.271374 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: flavors.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.272562 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.273069 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: flavors May 14 09:33:27.273387 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.275035 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.275556 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 14 09:33:27.275867 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: floatingip_pools.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.276548 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.277098 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: floatingip-pools May 14 09:33:27.277472 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: ip_allocation.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.278358 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.278886 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension ip_allocation not supported by any of loaded plugins May 14 09:33:27.279196 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.280075 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.280581 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: ip-substring-filtering May 14 09:33:27.280894 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l2_adjacency.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.281792 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.282282 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension l2_adjacency not supported by any of loaded plugins May 14 09:33:27.282623 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l3.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.283567 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.284372 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: router May 14 09:33:27.284708 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l3_conntrack_helper.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.286934 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.287454 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 14 09:33:27.287775 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.288674 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.289183 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: ext-gw-mode May 14 09:33:27.289500 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.290385 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.290909 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: l3-ha May 14 09:33:27.291229 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l3_flavors.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.292134 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.292737 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: l3-flavors May 14 09:33:27.293076 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.293978 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.294483 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: l3-port-ip-change-not-allowed May 14 09:33:27.294824 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: l3agentscheduler.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.295818 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.296319 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: l3_agent_scheduler May 14 09:33:27.296638 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: logging.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.298099 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.298640 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension logging not supported by any of loaded plugins May 14 09:33:27.298966 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: metering.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.299680 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.300247 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: metering May 14 09:33:27.300565 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.301634 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.302140 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: metering_source_and_destination_fields May 14 09:33:27.302458 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: multiprovidernet.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.303502 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.304009 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: multi-provider May 14 09:33:27.304323 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: netmtu.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.305217 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.305720 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: net-mtu May 14 09:33:27.306029 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: netmtu_writable.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.306960 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.307458 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: net-mtu-writable May 14 09:33:27.307770 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: network_availability_zone.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.308466 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.308960 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: network_availability_zone May 14 09:33:27.309298 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: network_ip_availability.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.310404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.310943 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: network-ip-availability May 14 09:33:27.311258 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: network_segment_range.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.311995 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.312488 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension network-segment-range not supported by any of loaded plugins May 14 09:33:27.312804 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: pagination.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.313768 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.314097 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: pagination May 14 09:33:27.314407 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: port_device_profile.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.315313 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.315822 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: port-device-profile May 14 09:33:27.316132 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.317053 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.317519 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: port-mac-address-regenerate May 14 09:33:27.317830 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.318755 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.319259 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: port-numa-affinity-policy May 14 09:33:27.319568 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: port_resource_request.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.320440 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.320939 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension port-resource-request not supported by any of loaded plugins May 14 09:33:27.321246 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: portbindings.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.322169 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.322712 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: binding May 14 09:33:27.323023 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: portbindings_extended.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.324334 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.324839 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: binding-extended May 14 09:33:27.325152 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: portsecurity.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.326054 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.326638 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: port-security May 14 09:33:27.326887 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: project_id.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.327838 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.328152 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: project-id May 14 09:33:27.328467 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: providernet.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.329358 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.329864 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: provider May 14 09:33:27.330175 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.333775 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.334291 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos not supported by any of loaded plugins May 14 09:33:27.334704 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.335917 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.336434 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 14 09:33:27.336746 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.337629 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.338133 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 14 09:33:27.338447 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_default.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.339487 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.339982 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-default not supported by any of loaded plugins May 14 09:33:27.340298 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_fip.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.340932 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.341445 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-fip not supported by any of loaded plugins May 14 09:33:27.341758 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_gateway_ip.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.342695 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.343199 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 14 09:33:27.343510 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_port_network_policy.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.344383 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.344883 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 14 09:33:27.345191 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_rule_type_details.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.346074 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.346598 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 14 09:33:27.346916 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: qos_rules_alias.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.347926 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.348430 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension qos-rules-alias not supported by any of loaded plugins May 14 09:33:27.348740 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: quotasv2.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.349734 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.350051 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: quotas May 14 09:33:27.350363 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: quotasv2_detail.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.351962 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.352286 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: quota_details May 14 09:33:27.352609 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: rbac.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.353630 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.354138 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: rbac-policies May 14 09:33:27.354458 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: rbac_address_group.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.355404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.355912 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: rbac-address-group May 14 09:33:27.356226 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: rbac_address_scope.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.357110 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.357610 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: rbac-address-scope May 14 09:33:27.357922 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: rbac_security_groups.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.358844 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.359349 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: rbac-security-groups May 14 09:33:27.359668 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: rbac_subnetpool.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.360563 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.361069 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: rbac-subnetpool May 14 09:33:27.361385 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: revisionifmatch.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.362272 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.362811 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: revision-if-match May 14 09:33:27.363124 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: revisions.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.364186 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.364686 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: standard-attr-revisions May 14 09:33:27.365000 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: router_availability_zone.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.365652 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.366155 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: router_availability_zone May 14 09:33:27.366490 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: routerservicetype.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.367382 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.367882 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension router-service-type not supported by any of loaded plugins May 14 09:33:27.368190 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.369109 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.369612 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: security-groups-normalized-cidr May 14 09:33:27.369921 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: security_groups_port_filtering.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.370943 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.371445 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: port-security-groups-filtering May 14 09:33:27.371759 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.372654 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.373161 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: security-groups-remote-address-group May 14 09:33:27.373470 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: securitygroup.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.382984 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.383505 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: security-group May 14 09:33:27.383829 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: segment.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.384588 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.385096 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension segment not supported by any of loaded plugins May 14 09:33:27.385413 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.386346 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.386888 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 14 09:33:27.387207 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: servicetype.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.388284 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.388796 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: service-type May 14 09:33:27.389113 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: sorting.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.390062 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.390387 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: sorting May 14 09:33:27.390730 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: standard_attr_segment.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.391603 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.392113 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension standard-attr-segment not supported by any of loaded plugins May 14 09:33:27.392430 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: standardattrdescription.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.393051 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.393568 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: standard-attr-description May 14 09:33:27.393882 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: stateful_security_group.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.394812 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.395321 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: stateful-security-group May 14 09:33:27.395635 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: stdattrs_common.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.396197 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 14 09:33:27.396505 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.397466 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.397979 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 14 09:33:27.398295 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: subnet_onboard.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.399358 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.399869 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: subnet_onboard May 14 09:33:27.400184 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.401080 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.401583 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 14 09:33:27.401939 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: subnet_service_types.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.402871 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.403379 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: subnet-service-types May 14 09:33:27.403694 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: subnetallocation.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.404740 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.405244 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: subnet_allocation May 14 09:33:27.405560 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.406222 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.406756 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: subnetpool-prefix-ops May 14 09:33:27.407072 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.408025 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.408540 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 14 09:33:27.408850 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: tagging.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.410192 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.410794 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: standard-attr-tag May 14 09:33:27.411117 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: timestamp.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.412315 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.412826 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loaded extension: standard-attr-timestamp May 14 09:33:27.413144 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: trunk.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.414142 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.414686 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension trunk not supported by any of loaded plugins May 14 09:33:27.415001 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: trunk_details.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.415882 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.416387 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension trunk-details not supported by any of loaded plugins May 14 09:33:27.416704 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: uplink_status_propagation.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.418043 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.418588 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 14 09:33:27.418899 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Loading extension file: vlantransparent.py {{(pid=78630) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 09:33:27.419546 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78630) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 09:33:27.420050 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extension vlan-transparent not supported by any of loaded plugins May 14 09:33:27.422543 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:network May 14 09:33:27.423298 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:subnet May 14 09:33:27.424067 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:27.424668 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:port May 14 09:33:27.425922 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.426353 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service FLAVORS assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.427017 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.427445 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.427770 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:router May 14 09:33:27.428411 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:floatingip May 14 09:33:27.429120 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service METERING assigned prefix: /metering {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.430586 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.430939 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.431290 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:33:27.433604 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of CountableResource for resource:rbac_policy May 14 09:33:27.433604 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:security_group May 14 09:33:27.433806 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:security_group_rule May 14 09:33:27.434454 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service CORE assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.434814 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:27.435153 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] subnetpool is already registered May 14 09:33:27.435737 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service CORE assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.436057 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:27.436375 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] subnetpool is already registered May 14 09:33:27.438966 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.439390 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service FLAVORS assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.439974 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.440386 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.440713 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:router May 14 09:33:27.441031 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] router is already registered May 14 09:33:27.441605 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:floatingip May 14 09:33:27.441921 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] floatingip is already registered May 14 09:33:27.442549 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service METERING assigned prefix: /metering {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.443225 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of CountableResource for resource:rbac_policy May 14 09:33:27.443547 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] rbac_policy is already registered May 14 09:33:27.445063 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:security_group May 14 09:33:27.445388 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] security_group is already registered May 14 09:33:27.445984 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:security_group_rule May 14 09:33:27.446308 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] security_group_rule is already registered May 14 09:33:27.446985 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service CORE assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.447349 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:27.447677 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] subnetpool is already registered May 14 09:33:27.448265 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.v2.resource_helper [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Service CORE assigned prefix: {{(pid=78630) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 09:33:27.448612 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Creating instance of TrackedResource for resource:subnetpool May 14 09:33:27.448927 dv-cinder-734144-18-smb neutron-server[78630]: WARNING neutron.quota.resource_registry [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] subnetpool is already registered May 14 09:33:27.449570 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: extensions {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.451090 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: address-groups {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.452700 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: address-scopes {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.453909 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: agents {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.455348 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: auto-allocated-topology {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.456580 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: availability_zones {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.457918 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: dhcp-networks {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.459778 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: dhcp-agents {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.460793 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: routers {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.462665 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: flavors {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.463841 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: service_profiles {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.465198 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: next_providers {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.466666 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: service_profiles {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.468106 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: floatingip-pools {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.469326 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: routers {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.471172 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: floatingips {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.472358 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: l3-routers {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.473748 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: l3-agents {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.475185 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: metering-labels {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.476535 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: metering-label-rules {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.477887 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: network-ip-availabilities {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.479198 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: bindings {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.481010 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: quotas {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.482458 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: quotas {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.483919 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: rbac-policies {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.485225 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: security-groups {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.486429 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: security-group-rules {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.487703 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: service-providers {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.488926 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: subnetpools {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.490336 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: subnetpools {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.491843 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.493526 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.495400 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.497267 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.499100 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.500939 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.502666 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.505457 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.507290 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.624757 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron.api.extensions [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Extended resource: tags {{(pid=78630) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 09:33:27.630747 dv-cinder-734144-18-smb neutron-server[78630]: WARNING keystonemiddleware.auth_token [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 14 09:33:27.635433 dv-cinder-734144-18-smb neutron-server[78630]: WARNING keystonemiddleware.auth_token [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 14 09:33:27.643814 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_concurrency.lockutils [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Acquired lock "singleton_lock" {{(pid=78630) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 14 09:33:27.644286 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_concurrency.lockutils [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Releasing lock "singleton_lock" {{(pid=78630) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 14 09:33:27.644936 dv-cinder-734144-18-smb neutron-server[78630]: INFO oslo_service.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Starting 2 workers May 14 09:33:27.649592 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Started child 78735 {{(pid=78630) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:27.653816 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Started child 78736 {{(pid=78630) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:27.654727 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:27.655402 dv-cinder-734144-18-smb neutron-server[78630]: INFO neutron.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Neutron service started, listening on 0.0.0.0:9696 May 14 09:33:27.655988 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Notify callbacks [] for process, before_spawn {{(pid=78630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:27.656114 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [-] (78735) wsgi starting up on http://0.0.0.0:9696 May 14 09:33:27.658143 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:27.658617 dv-cinder-734144-18-smb neutron-server[78630]: INFO oslo_service.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Starting 1 workers May 14 09:33:27.659808 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [-] (78736) wsgi starting up on http://0.0.0.0:9696 May 14 09:33:27.663909 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Started child 78737 {{(pid=78630) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:27.664407 dv-cinder-734144-18-smb neutron-server[78630]: INFO oslo_service.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Starting 1 workers May 14 09:33:27.667616 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] calling RpcWorker wait() {{(pid=78737) _wait /opt/stack/neutron/neutron/service.py:128}} May 14 09:33:27.668268 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] returning from RpcWorker wait() {{(pid=78737) _wait /opt/stack/neutron/neutron/service.py:135}} May 14 09:33:27.668692 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Started child 78738 {{(pid=78630) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 09:33:27.669305 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:27.669456 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG neutron_lib.callbacks.manager [None req-eea770e3-41b9-40b8-afad-e1197d62cb0c None None] Notify callbacks [] for process, after_spawn {{(pid=78630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:27.669771 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:27.671258 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78630) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 14 09:33:27.671438 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 09:33:27.671811 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 09:33:27.671987 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 09:33:27.672504 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 09:33:27.672635 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 09:33:27.673187 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.673432 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.673569 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:27.674205 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.674205 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.674205 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.674885 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.675119 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.675368 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.675539 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:27.675657 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.675880 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.676018 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.676162 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.676588 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.676780 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.677243 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.677523 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.677766 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.678035 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.678189 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.678624 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.678883 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.679110 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.679374 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] debug = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.679629 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.680080 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.680321 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.680553 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.680793 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.681081 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.681309 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.681591 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.681822 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.682033 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.682242 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.682492 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.682744 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.682988 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.683213 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.683460 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.683686 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.684156 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] host = dv-cinder-734144-18-smb {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.684394 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.684605 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.684842 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.685084 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.685332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.685549 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.685784 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.686025 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.686268 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.686550 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.686764 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.687001 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.687215 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.687455 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.687619 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_options = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.687828 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.688099 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.688354 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.688539 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.688686 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.688865 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.689107 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.689260 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.689495 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.689736 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.689946 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.690171 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.690394 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.690680 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.690877 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.691129 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.691324 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.691531 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.691766 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.691991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.692213 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.692431 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.692642 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.692854 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.693080 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.693324 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.693545 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.693752 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.693959 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.694198 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.694425 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.694698 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.694933 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.695173 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.695396 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.695617 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.695959 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.696358 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.696721 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.697501 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.697501 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.697501 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.697920 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.697920 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.698225 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.698225 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_json = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.698569 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.698750 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.699068 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.699243 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.699467 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.699681 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.699897 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.700181 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.700529 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.701251 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.701498 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.701805 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.701955 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.702200 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.702436 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.702661 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.702921 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.703144 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.703443 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.703658 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.704022 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.704173 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.704430 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.704723 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.704979 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.705277 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.705478 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.705708 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.705926 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.706145 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.706482 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.706767 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.707055 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.707312 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.707547 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.707795 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.708012 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.708222 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.708450 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.708663 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.708948 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.709163 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.709383 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.709613 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.709865 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.710077 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.710303 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.710573 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.710833 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.711079 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.711360 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.711496 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.711701 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.711936 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.712162 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.712403 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.712617 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.712868 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.713094 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.713310 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.713522 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.713737 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.713963 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.714262 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.714667 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.714943 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.716332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.716332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.716332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.716332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.716332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.716332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.717193 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.717193 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.717193 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.717193 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.717708 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.717708 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.717959 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.718420 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.718420 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.718420 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.718930 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.718930 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.719214 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.719346 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.719539 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.720309 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.720463 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.720599 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.720786 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.726379 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.730852 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.731903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732421 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.732991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.733430 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.733430 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.733631 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.734892 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.735953 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.736190 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.736419 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.736706 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.736975 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.737234 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.737518 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.737767 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.738011 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.738290 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.738610 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.738832 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.739228 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.739332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.739598 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.739768 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.740198 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.740360 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.740500 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.740681 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.741173 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.741338 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.744301 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.744301 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.744301 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.744301 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.744301 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.744301 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.744301 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.745344 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.745344 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.745344 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.745344 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.745873 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.746565 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.746565 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.746871 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.747589 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.747589 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.747941 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.747941 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.748297 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.748434 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.748792 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.749000 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.749148 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.749292 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.749461 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.749667 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.749892 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.750112 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.750570 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.750817 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.750957 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.751457 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.751457 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.751768 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.751908 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.752100 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.752451 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.752669 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.752902 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.753119 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.753346 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.753555 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.753817 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.754055 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.754299 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.754500 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.754732 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.754955 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.755168 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.755406 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.755693 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.756027 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.756287 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.756526 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.756756 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.756990 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.757196 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.757401 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.757627 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.757837 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.758069 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.758311 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.758562 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.758778 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.759067 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.759240 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.759439 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.759643 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.759865 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.760097 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.760269 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.760487 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.760715 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.760998 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.761363 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.761671 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.761929 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.762151 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.762473 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.762732 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.762960 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.763214 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.763538 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.763753 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.764009 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.764225 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.764441 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.764663 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.764917 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.765221 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.765514 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.765778 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.766068 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.766313 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.766613 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.766857 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.767088 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.767395 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.767746 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.768032 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.768304 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.768558 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.768822 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.769059 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.769276 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.769494 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.769726 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.769947 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.770199 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.770426 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.770689 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.770905 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.771149 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.771383 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.771629 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.771858 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.772077 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.772293 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.772457 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 09:33:27.773013 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78630) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 14 09:33:27.773174 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 09:33:27.773327 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 09:33:27.773496 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 09:33:27.773663 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 09:33:27.773814 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 09:33:27.774019 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.774178 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.774339 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.774498 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.774678 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.774860 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.775020 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.775177 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.775334 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.775491 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.775650 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.775807 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.775967 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.776168 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.776285 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.776441 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.776674 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.776907 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.777135 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.777407 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.777671 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.777845 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.778002 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] debug = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.778384 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.778588 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.778759 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.778930 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.779064 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.779214 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.779365 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.779522 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.779678 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.779809 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.779971 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.780159 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.780303 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.780435 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.780600 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.780738 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.780874 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.781019 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] host = dv-cinder-734144-18-smb {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.781153 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.781315 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.781469 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.781776 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.782073 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.782403 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.782844 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.783173 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.783173 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.783356 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.783453 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.783623 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.783754 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.783910 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.784382 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_options = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.784544 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.784702 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.784854 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.785039 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.785202 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.785368 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.785527 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.785661 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.785821 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.785975 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.786139 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.786307 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.786462 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.786624 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.786777 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.786929 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.787087 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.787240 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.787395 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.787546 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.787696 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.787847 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.787997 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.788162 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.788319 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.788464 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.788617 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.788908 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.789210 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.789369 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.789520 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.789674 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.789825 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.789985 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.790422 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.790422 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.790422 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.790684 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.790784 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.790903 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.791059 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.791363 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.791523 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.791681 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.791827 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.791983 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_json = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.792139 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.792630 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.792882 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.793148 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.793414 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.793688 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.793951 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.794323 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 09:33:27.794657 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.794937 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.795240 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.795525 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.795822 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.796126 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.796411 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.796689 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.796865 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.797034 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.797207 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.797374 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.798572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.798572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.798572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.798572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.798572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.798572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.798572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799084 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799084 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799251 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:27.799347 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799347 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799347 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799556 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799556 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799697 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799828 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.799991 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.800153 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.800313 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.800474 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.800635 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.800796 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.800955 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.801117 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.801278 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.801439 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.801600 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.801760 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.801921 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.802081 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.802242 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.802403 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.802634 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.802809 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.802978 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.803124 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.803284 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.803446 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.803618 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.803779 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.803933 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.804086 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.804249 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.804410 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.804567 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.804731 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.804883 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.805046 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.805200 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.805374 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.805534 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.805688 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.805849 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.806015 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.806179 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.806332 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.806492 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.806677 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.806838 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.806998 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.807150 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.807306 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.807465 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.807613 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.807790 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.808038 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.808278 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.808571 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.808784 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.808951 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.809112 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.809303 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.809481 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.809656 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.809831 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.809995 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.810141 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.810303 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.810451 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.810635 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.810803 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.811239 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.811239 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.811239 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.811826 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.811826 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.811826 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.812207 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.812207 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.812207 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.812727 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.812727 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.812727 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813127 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813127 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813127 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813509 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813509 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813509 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813892 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.813892 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.814469 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.814469 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.814469 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.814469 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.815404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.815404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.815404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.815404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.815404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.815404 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816166 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816166 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816166 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816166 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816166 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816791 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816791 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816791 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.816791 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817288 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817288 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817288 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817288 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817750 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817750 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817750 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.817957 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.818034 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.818207 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.818366 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.818545 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.818707 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.818869 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.819029 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.819190 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.819351 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.819510 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.819670 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.819859 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.819986 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.820138 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.820297 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.820456 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.820617 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.820776 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.820936 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.821096 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.821256 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.821416 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.821618 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.821740 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.821859 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.822034 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.822194 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.822322 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.822480 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.822670 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.822830 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.822990 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.823150 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.823313 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.823572 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.823841 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.824138 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.824425 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.824598 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.824761 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.824921 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.825082 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.825352 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.825537 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.825537 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.825766 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.825937 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.826047 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.826187 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.826310 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.826504 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.826694 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.826797 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.827083 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.827324 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.827486 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.827645 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.827888 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.828117 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.828291 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.828465 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.828570 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.828744 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.828968 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.829138 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.829262 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.829441 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.829669 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.829831 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.830053 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.830263 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.830443 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.830591 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.830734 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.830881 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.831089 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.831250 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.831468 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.831639 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.831765 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.832016 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.832184 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.832412 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.832412 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.832699 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.832829 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.832983 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.833144 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.833328 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.833532 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.833731 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.833940 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.834103 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.834226 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.834466 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.834696 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.834821 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.834994 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.835302 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.835513 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.835681 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.835817 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.835996 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.836228 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.836401 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.836566 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.836737 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.836937 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.837084 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.837255 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.837395 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.837589 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.837754 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.837898 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.838162 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.838399 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.838573 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.838695 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.838895 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.839185 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.839185 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.839564 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.839684 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.840121 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.840261 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.840400 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.840533 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.840652 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.840770 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.840930 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.841091 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.841251 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.841416 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.841569 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 09:33:27.841724 dv-cinder-734144-18-smb neutron-server[78630]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78630) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 09:33:27.959348 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 49942) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:27.970577 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079927 May 14 09:33:38.805770 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce6b6cd-e4f4-4925-97ed-f7d2ff658dbb None None] get_active_networks_info from dv-cinder-734144-18-smb {{(pid=78737) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 09:33:38.909577 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce6b6cd-e4f4-4925-97ed-f7d2ff658dbb None None] No non-hosted networks {{(pid=78737) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 14 09:33:38.945137 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.agentschedulers_db [None req-fce6b6cd-e4f4-4925-97ed-f7d2ff658dbb None None] DHCP Agent not found on host dv-cinder-734144-18-smb {{(pid=78737) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 14 09:33:39.061428 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-77aaadc2-cdf5-4128-beb8-b874ec173d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549'] for agent, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:41.201251 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549'] for agent, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:41.203046 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.203640 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.205803 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.206442 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.207317 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.207984 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.208489 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.209425 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.209928 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.212666 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.213250 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.213755 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:41.214339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734144-18-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:41.226504 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-18-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:33:41.468621 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-a579a47e-c559-4a1e-90f3-fa2cec5eb932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549'] for agent, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:41.511730 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-27833f58-3798-4b8f-b0b2-b6ffa60e46a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:42.255234 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549'] for agent, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:43.778394 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549'] for agent, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:45.187027 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50032) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:45.448505 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.db.l3_hamode_db [None req-ce3392a8-8cf2-457d-b9e3-9e184984fc7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 14 09:33:45.533183 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3392a8-8cf2-457d-b9e3-9e184984fc7a None None] Routers set() bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:33:45.533532 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3392a8-8cf2-457d-b9e3-9e184984fc7a None None] Router IDs set() for agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 14 09:33:45.786413 dv-cinder-734144-18-smb neutron-server[78735]: WARNING oslo_policy.policy [None req-49b0bfee-6f70-4adc-b4c1-2513b3f2d641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:45.787399 dv-cinder-734144-18-smb neutron-server[78735]: WARNING oslo_policy.policy [None req-49b0bfee-6f70-4adc-b4c1-2513b3f2d641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:46.004120 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [None req-49b0bfee-6f70-4adc-b4c1-2513b3f2d641 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:33:46.005296 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-49b0bfee-6f70-4adc-b4c1-2513b3f2d641 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8160353 May 14 09:33:48.331983 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50046) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:48.730849 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:33:48.829328 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.policy [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78735) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 09:33:48.874392 dv-cinder-734144-18-smb neutron-server[78735]: WARNING oslo_policy.policy [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:48.874794 dv-cinder-734144-18-smb neutron-server[78735]: WARNING oslo_policy.policy [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:48.883239 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.quota [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] Loaded quota_driver: . May 14 09:33:48.899384 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:48.961919 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732264999248', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732265002759', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732265010210', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732265017238', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732264961646', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732264967646', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3707990', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4086199', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-940694', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606269'] for rbac-policy, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:49.036927 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:49.038293 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d98eb6c1-3b9d-4a09-80ed-79445dc531df admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7054112 May 14 09:33:51.625412 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50060) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:52.236354 dv-cinder-734144-18-smb neutron-server[78736]: WARNING oslo_policy.policy [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:52.236927 dv-cinder-734144-18-smb neutron-server[78736]: WARNING oslo_policy.policy [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:52.458010 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:33:52.459741 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.quota [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Loaded quota_driver: . May 14 09:33:52.476533 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:52.483698 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Usage tracker for resource:network and tenant:e07db950dc9241b9b72f2aa5d19cebb0 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:33:52.489264 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:33:52.497018 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:33:52.521264 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Made reservation on behalf of e07db950dc9241b9b72f2aa5d19cebb0 for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:33:52.591921 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.policy [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78736) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 09:33:52.635958 dv-cinder-734144-18-smb neutron-server[78736]: WARNING oslo_policy.policy [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:52.636540 dv-cinder-734144-18-smb neutron-server[78736]: WARNING oslo_policy.policy [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 09:33:52.646778 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:52.668514 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:52.683366 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:52.687622 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e07db950dc9241b9b72f2aa5d19cebb0 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:33:52.694100 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:33:52.700569 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:33:52.803248 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:52.809586 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:52.815148 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:52.832018 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:33:52.858709 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732265947540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:52.859573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Unsubscribe: segment precommit_create {{(pid=78736) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 09:33:52.860015 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Added segment 1cb5232d-2849-4c60-bff5-04f6ec0bc69f of type vlan for network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e May 14 09:33:52.914068 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2dc8a-f650-4c91-a190-ea6c9c8670a8,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:52.937978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.938298 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.938643 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.938990 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.939337 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.939684 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.940023 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.940354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.940659 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.940960 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.941254 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.941550 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Tracked resource versions report: May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: pushed versions: May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: { 'AddressGroup': {'1.2'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'ConntrackHelper': {'1.0'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Log': {'1.0'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Network': {'1.1'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Port': {'1.7'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'PortForwarding': {'1.2'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'QosPolicy': {'1.8'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroup': {'1.4'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroupRule': {'1.2'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'SubPort': {'1.0'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Subnet': {'1.1'}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Trunk': {'1.1'}} May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: consumer versions: May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'ConntrackHelper': '1.0', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Log': '1.0', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Network': '1.1', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Port': '1.7', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'PortForwarding': '1.2', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'QosPolicy': '1.8', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroup': '1.4', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroupRule': '1.2', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'SubPort': '1.0', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Subnet': '1.1', May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: 'Trunk': '1.1'}} May 14 09:33:52.942679 dv-cinder-734144-18-smb neutron-server[78736]: {{(pid=78736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:33:52.984117 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:52.995424 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:53.032330 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:53.033960 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:33:53.034967 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:53.039436 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:53.140386 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5137870 May 14 09:33:53.142855 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:53.146287 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:53.155664 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:33:55.803196 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50082) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:56.312557 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a8f9c3-5fe1-4609-97bb-6ca413c6f740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:33:56.314015 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-54a8f9c3-5fe1-4609-97bb-6ca413c6f740 admin admin] 10.222.0.67 "GET /v2.0/networks/a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e HTTP/1.1" status: 200 len: 825 time: 0.5098603 May 14 09:33:56.347337 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-11caf05b-aba5-468c-ab65-dbe28a028be4 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/1adc48f9-b902-48bd-ac26-d143265e3a83 HTTP/1.1" status: 200 len: 734 time: 0.0277858 May 14 09:33:56.356081 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1adc48f9-b902-48bd-ac26-d143265e3a83', 'ip_version': 4, 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:33:56.360701 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:33:56.364936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Usage tracker for resource:subnet and tenant:e07db950dc9241b9b72f2aa5d19cebb0 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:33:56.368505 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:33:56.374769 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:33:56.387816 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Made reservation on behalf of e07db950dc9241b9b72f2aa5d19cebb0 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:33:56.390623 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:56.898614 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:56.904168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:56.980167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Checking segment: {'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:33:56.980546 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Network hostable DHCP agents. Network: a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:33:56.988550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87db0b0-79ef-4b49-8379-b47762074005,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:56.999339 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:56.999711 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.000026 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.000341 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.000665 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.000976 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.001290 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.001597 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.001925 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.002235 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.002562 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.002859 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Tracked resource versions report: May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: pushed versions: May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: { 'AddressGroup': {'1.2'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'ConntrackHelper': {'1.0'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Log': {'1.0'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Network': {'1.1'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Port': {'1.7'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'PortForwarding': {'1.2'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'QosPolicy': {'1.8'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroup': {'1.4'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroupRule': {'1.2'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'SubPort': {'1.0'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Subnet': {'1.1'}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Trunk': {'1.1'}} May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: consumer versions: May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'ConntrackHelper': '1.0', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Log': '1.0', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Network': '1.1', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Port': '1.7', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'PortForwarding': '1.2', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'QosPolicy': '1.8', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroup': '1.4', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroupRule': '1.2', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'SubPort': '1.0', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Subnet': '1.1', May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: 'Trunk': '1.1'}} May 14 09:33:57.003951 dv-cinder-734144-18-smb neutron-server[78735]: {{(pid=78735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:33:57.036159 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:33:57.038637 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:57.052048 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:33:57.057569 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:33:57.058188 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:57.062304 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f550bc3-3650-46c7-a599-0cb903ac37fb None None] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:33:57.080386 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7277608 May 14 09:33:57.374365 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'fixed_ips': [{'subnet_id': 'f87db0b0-79ef-4b49-8379-b47762074005'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:33:57.375553 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:57.564112 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Allocated IP 172.20.0.2 (a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e/f87db0b0-79ef-4b49-8379-b47762074005/438a6d24-7528-4468-bb59-e6cfca5b07dc) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:33:57.796997 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:57.810505 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Transition to ACTIVE for port object 438a6d24-7528-4468-bb59-e6cfca5b07dc will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:33:57.829867 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Transition to ACTIVE for port object 438a6d24-7528-4468-bb59-e6cfca5b07dc will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:33:57.837478 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:57.842291 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:57.897443 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:33:57.900238 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:33:57.912725 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:33:57.914871 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Pushing event updated for resources: {'Port': ['ID=438a6d24-7528-4468-bb59-e6cfca5b07dc,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:57.950681 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.950991 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.951332 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.951646 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.951956 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.952274 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.952577 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.952872 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.953197 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.953505 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.953809 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.954111 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Tracked resource versions report: May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: pushed versions: May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: { 'AddressGroup': {'1.2'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'ConntrackHelper': {'1.0'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Log': {'1.0'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Network': {'1.1'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Port': {'1.7'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'PortForwarding': {'1.2'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'QosPolicy': {'1.8'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroup': {'1.4'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroupRule': {'1.2'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'SubPort': {'1.0'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Subnet': {'1.1'}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Trunk': {'1.1'}} May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: consumer versions: May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'ConntrackHelper': '1.0', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Log': '1.0', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Network': '1.1', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Port': '1.7', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'PortForwarding': '1.2', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'QosPolicy': '1.8', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroup': '1.4', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroupRule': '1.2', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'SubPort': '1.0', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Subnet': '1.1', May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: 'Trunk': '1.1'}} May 14 09:33:57.955254 dv-cinder-734144-18-smb neutron-server[78737]: {{(pid=78737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:33:57.963054 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:58.016041 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Attempting to bind port 438a6d24-7528-4468-bb59-e6cfca5b07dc on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:33:58.016431 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Attempting to bind port 438a6d24-7528-4468-bb59-e6cfca5b07dc by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:33:58.016843 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Attempting to bind port 438a6d24-7528-4468-bb59-e6cfca5b07dc on network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:33:58.022212 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:33:58.022640 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Checking segment: {'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:33:58.023060 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:58.023476 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Bound using segment: {'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:33:58.023934 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Bound port: 438a6d24-7528-4468-bb59-e6cfca5b07dc, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:33:58.024310 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:58.112212 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] For port 438a6d24-7528-4468-bb59-e6cfca5b07dc, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:33:58.116051 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] For port 438a6d24-7528-4468-bb59-e6cfca5b07dc, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=438a6d24-7528-4468-bb59-e6cfca5b07dc,segment=NetworkSegment(1cb5232d-2849-4c60-bff5-04f6ec0bc69f),segment_id=1cb5232d-2849-4c60-bff5-04f6ec0bc69f)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:33:58.122498 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:33:58.126655 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:33:58.213521 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Pushing event updated for resources: {'Port': ['ID=438a6d24-7528-4468-bb59-e6cfca5b07dc,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:33:58.217321 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:33:59.436227 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50096) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:33:59.814036 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [None req-cc7da783-51f0-4a85-8337-2458a8c04cf9 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:33:59.815098 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-cc7da783-51f0-4a85-8337-2458a8c04cf9 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3777061 May 14 09:34:02.152588 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50106) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:02.541769 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [None req-18453625-10db-48d2-9851-ff2c1830fe59 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:34:02.543395 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-18453625-10db-48d2-9851-ff2c1830fe59 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3892224 May 14 09:34:03.053246 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 438a6d24-7528-4468-bb59-e6cfca5b07dc up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:03.132215 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 438a6d24-7528-4468-bb59-e6cfca5b07dc completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:03.662510 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce9ef9-2fab-4a11-853f-8abcf9116dda None None] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:34:03.763218 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Provisioning for port 438a6d24-7528-4468-bb59-e6cfca5b07dc completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:03.778144 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Provisioning complete for port 438a6d24-7528-4468-bb59-e6cfca5b07dc triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:03.778547 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:04.020229 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:04.059649 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] For port 438a6d24-7528-4468-bb59-e6cfca5b07dc, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=438a6d24-7528-4468-bb59-e6cfca5b07dc,segment=NetworkSegment(1cb5232d-2849-4c60-bff5-04f6ec0bc69f),segment_id=1cb5232d-2849-4c60-bff5-04f6ec0bc69f)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:34:04.067630 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:04.086383 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:04.155101 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Pushing event updated for resources: {'Port': ['ID=438a6d24-7528-4468-bb59-e6cfca5b07dc,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:04.158874 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:04.293405 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d9709ac7-ba96-464d-ae0c-9827f294b822 None None] Provisioning complete for port 438a6d24-7528-4468-bb59-e6cfca5b07dc triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:04.293775 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d9709ac7-ba96-464d-ae0c-9827f294b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:05.029191 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 438a6d24-7528-4468-bb59-e6cfca5b07dc up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:05.096842 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 438a6d24-7528-4468-bb59-e6cfca5b07dc triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:05.097505 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:05.259151 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50124) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:05.658395 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:05.670729 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:05.677326 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Usage tracker for resource:router and tenant:e07db950dc9241b9b72f2aa5d19cebb0 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:05.682924 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:05.689445 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:05.703822 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:05.706164 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:05.736540 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:05.859820 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:05.881499 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:05.882843 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-38cf267a-3dab-4294-a7fe-9371d64981a4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6225970 May 14 09:34:08.233418 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50134) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:08.648703 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [None req-b99d505e-28b1-4a02-b9e9-e3c1c2afc413 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:34:08.650872 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-b99d505e-28b1-4a02-b9e9-e3c1c2afc413 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4160337 May 14 09:34:08.729723 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-cd6365db-8e08-423d-89b4-71c2a6cad97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:10.996736 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50144) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:11.179262 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.395370 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:11.400153 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:11.404396 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Usage tracker for resource:network and tenant:fb14e331c4814fa5babff62a0df15991 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:11.407401 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:11.413678 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:11.427012 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Made reservation on behalf of fb14e331c4814fa5babff62a0df15991 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:34:11.429444 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.446568 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.462119 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3d05bd3d-3db1-4119-ab6b-4a9238fd2869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.466074 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:11.470253 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Usage tracker for resource:security_group_rule and tenant:fb14e331c4814fa5babff62a0df15991 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:11.473852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:11.479966 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:11.606507 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.612244 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.615571 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:11.631374 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Reserving flat network on physical network physnet1 {{(pid=78735) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 14 09:34:11.652504 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d9dfe0-f130-4178-a160-2239c3779c9e,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:11.657963 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732265947540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.658516 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Unsubscribe: segment precommit_create {{(pid=78735) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 09:34:11.658951 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Added segment 2a576960-2d86-467e-8b64-1948c71e5b01 of type flat for network 79ff230e-cfb4-4237-a7fe-82346cf006d5 May 14 09:34:11.666265 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:11.704372 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.751547 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.752828 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:11.753392 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:11.756453 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:11.851258 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Pushing event updated for resources: {'Network': ['ID=79ff230e-cfb4-4237-a7fe-82346cf006d5,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:11.853748 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8560550 May 14 09:34:11.855910 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:11.864289 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:34:12.211253 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:13.735218 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:14.219545 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50164) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:14.451145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3f96d-5fcf-4db0-a197-cab64b8c5faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:14.452521 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-aae3f96d-5fcf-4db0-a197-cab64b8c5faa admin admin] 10.222.0.67 "GET /v2.0/subnets/f87db0b0-79ef-4b49-8379-b47762074005 HTTP/1.1" status: 200 len: 849 time: 0.2320187 May 14 09:34:14.626348 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b5f5400c-153f-4f4d-8c18-55f1b8f02f5f admin admin] 10.222.0.67 "GET /v2.0/routers/dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec HTTP/1.1" status: 200 len: 704 time: 0.1679420 May 14 09:34:15.092176 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:15.325482 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Allocated IP 172.20.0.1 (a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e/f87db0b0-79ef-4b49-8379-b47762074005/c76222c2-1986-42f5-9abd-c02b21b20e30) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:34:15.506205 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:15.523324 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Transition to ACTIVE for port object c76222c2-1986-42f5-9abd-c02b21b20e30 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:34:15.586418 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:15.592334 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:15.653463 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:34:15.656273 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:15.664305 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:34:15.664814 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:15.782053 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Pushing event updated for resources: {'Port': ['ID=c76222c2-1986-42f5-9abd-c02b21b20e30,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:15.801806 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:15.824615 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d4648923-e709-430e-8267-a5790d147eab None None] Provisioning for port c76222c2-1986-42f5-9abd-c02b21b20e30 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:15.829380 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d4648923-e709-430e-8267-a5790d147eab None None] Provisioning complete for port c76222c2-1986-42f5-9abd-c02b21b20e30 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:15.829808 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d4648923-e709-430e-8267-a5790d147eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:15.890369 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-d4648923-e709-430e-8267-a5790d147eab None None] Port c76222c2-1986-42f5-9abd-c02b21b20e30 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:34:15.924260 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:16.163047 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:16.171059 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:16.172145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:16.175264 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:16.300918 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Pushing event updated for resources: {'Port': ['ID=c76222c2-1986-42f5-9abd-c02b21b20e30,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:16.304788 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:16.368101 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:34:16.369220 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:16.557099 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:34:16.615984 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-a28c0319-33d8-47ee-9068-7f74bdf9b0db None None] Provisioning complete for port c76222c2-1986-42f5-9abd-c02b21b20e30 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:16.616360 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-a28c0319-33d8-47ee-9068-7f74bdf9b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:16.669927 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-a28c0319-33d8-47ee-9068-7f74bdf9b0db None None] Port c76222c2-1986-42f5-9abd-c02b21b20e30 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:34:16.763171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:34:16.773759 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] 10.222.0.67 "PUT /v2.0/routers/dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1425672 May 14 09:34:16.774037 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Sync routers for ids ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:34:16.786141 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Routers {'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:16.787030 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:34:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:16.961577 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Set router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec gateway port host: None {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:17.322562 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'name': 'router1', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:05Z', 'updated_at': '2021-05-14T09:34:15Z', 'revision_number': 2, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'gw_port_host': None, '_interfaces': [{'id': 'c76222c2-1986-42f5-9abd-c02b21b20e30', 'name': '', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'mac_address': 'fa:16:3e:ef:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:15Z', 'updated_at': '2021-05-14T09:34:15Z', 'revision_number': 2, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'subnets': [{'id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1adc48f9-b902-48bd-ac26-d143265e3a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:17.327822 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Checking router: dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:34:17.328190 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Updating router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec port c76222c2-1986-42f5-9abd-c02b21b20e30 binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:34:17.379026 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:17.752541 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:17.767093 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Transition to ACTIVE for port object c76222c2-1986-42f5-9abd-c02b21b20e30 will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:34:17.775036 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:17.780060 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:17.976415 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Pushing event updated for resources: {'Port': ['ID=c76222c2-1986-42f5-9abd-c02b21b20e30,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:18.001075 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.001410 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.001736 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.002055 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.002366 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.002789 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.003026 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.003326 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.003641 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.003950 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.004235 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.004539 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Tracked resource versions report: May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: pushed versions: May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: { 'AddressGroup': {'1.2'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'ConntrackHelper': {'1.0'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Log': {'1.0'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Network': {'1.1'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Port': {'1.7'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'PortForwarding': {'1.2'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'QosPolicy': {'1.8'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroup': {'1.4'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroupRule': {'1.2'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'SubPort': {'1.0'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Subnet': {'1.1'}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Trunk': {'1.1'}} May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: consumer versions: May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'ConntrackHelper': '1.0', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Log': '1.0', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Network': '1.1', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Port': '1.7', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'PortForwarding': '1.2', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'QosPolicy': '1.8', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroup': '1.4', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroupRule': '1.2', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'SubPort': '1.0', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Subnet': '1.1', May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: 'Trunk': '1.1'}} May 14 09:34:18.005662 dv-cinder-734144-18-smb neutron-server[78738]: {{(pid=78738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:34:18.009873 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Attempting to bind port c76222c2-1986-42f5-9abd-c02b21b20e30 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:34:18.010255 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Attempting to bind port c76222c2-1986-42f5-9abd-c02b21b20e30 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:34:18.010694 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Attempting to bind port c76222c2-1986-42f5-9abd-c02b21b20e30 on network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:34:18.013064 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:18.017263 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:34:18.017671 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Checking segment: {'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:34:18.018131 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.018552 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Bound using segment: {'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:34:18.019014 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Bound port: c76222c2-1986-42f5-9abd-c02b21b20e30, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb5232d-2849-4c60-bff5-04f6ec0bc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:34:18.019393 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.105741 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] For port c76222c2-1986-42f5-9abd-c02b21b20e30, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:34:18.109770 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] For port c76222c2-1986-42f5-9abd-c02b21b20e30, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c76222c2-1986-42f5-9abd-c02b21b20e30,segment=NetworkSegment(1cb5232d-2849-4c60-bff5-04f6ec0bc69f),segment_id=1cb5232d-2849-4c60-bff5-04f6ec0bc69f)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:34:18.114818 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:18.118589 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:18.211386 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Routers {'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:18.212044 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:34:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:18.345045 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Pushing event updated for resources: {'Port': ['ID=c76222c2-1986-42f5-9abd-c02b21b20e30,revision_number=4']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:18.351546 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:18.376744 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] Set router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec gateway port host: None {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:18.700666 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'name': 'router1', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:05Z', 'updated_at': '2021-05-14T09:34:15Z', 'revision_number': 2, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'gw_port_host': None, '_interfaces': [{'id': 'c76222c2-1986-42f5-9abd-c02b21b20e30', 'name': '', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'mac_address': 'fa:16:3e:ef:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:15Z', 'updated_at': '2021-05-14T09:34:18Z', 'revision_number': 4, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'subnets': [{'id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1adc48f9-b902-48bd-ac26-d143265e3a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:18.706577 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534fcde-f7a8-47ef-8009-9a1585c33b86 None None] The sync data for ids ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'] in dv-cinder-734144-18-smb is: [{'id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'name': 'router1', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:05Z', 'updated_at': '2021-05-14T09:34:15Z', 'revision_number': 2, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'gw_port_host': None, '_interfaces': [{'id': 'c76222c2-1986-42f5-9abd-c02b21b20e30', 'name': '', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'mac_address': 'fa:16:3e:ef:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:15Z', 'updated_at': '2021-05-14T09:34:18Z', 'revision_number': 4, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'subnets': [{'id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1adc48f9-b902-48bd-ac26-d143265e3a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:34:18.957357 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50186) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:19.107018 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8accd927-1378-4c02-81ac-ced5f3cfd6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:19.107579 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-8accd927-1378-4c02-81ac-ced5f3cfd6e0 admin admin] Synchronizing usage tracker for tenant:fb14e331c4814fa5babff62a0df15991 on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:34:19.127186 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-8accd927-1378-4c02-81ac-ced5f3cfd6e0 admin admin] Unset dirty status for tenant:fb14e331c4814fa5babff62a0df15991 on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:34:19.131014 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-8accd927-1378-4c02-81ac-ced5f3cfd6e0 admin admin] 10.222.0.67 "GET /v2.0/networks/79ff230e-cfb4-4237-a7fe-82346cf006d5 HTTP/1.1" status: 200 len: 842 time: 0.1726422 May 14 09:34:19.138150 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'ip_version': 4, 'cidr': '172.28.0.0/24'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:19.143411 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:34:19.147460 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Usage tracker for resource:subnet and tenant:fb14e331c4814fa5babff62a0df15991 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:34:19.150234 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:34:19.156352 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:34:19.168864 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Made reservation on behalf of fb14e331c4814fa5babff62a0df15991 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:34:19.171272 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:19.579811 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.objects.ports [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78735) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 09:34:19.580232 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:19.583734 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:19.649158 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93a40c2-e693-4040-a21d-4d63b2d03741,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:19.656178 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:19.660525 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:34:19.661067 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Network hostable DHCP agents. Network: 79ff230e-cfb4-4237-a7fe-82346cf006d5, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:34:19.679196 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:34:19.689955 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 79ff230e-cfb4-4237-a7fe-82346cf006d5) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:19.694127 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:19.694781 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:19.700040 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086afe7f-1d39-414e-8409-39de2e7bf826 None None] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:34:19.718304 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5836890 May 14 09:34:19.922428 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee78ee-d7f5-485c-a046-bf582733a6ed None None] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:34:21.988595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50200) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:22.191544 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1d9b6ef6-884b-4502-b5cd-a29b514fbb36 admin admin] 10.222.0.67 "GET /v2.0/routers/dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec HTTP/1.1" status: 200 len: 710 time: 0.2015967 May 14 09:34:22.317620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d293d059-5867-4856-9477-312f6d459b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:34:22.318917 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d293d059-5867-4856-9477-312f6d459b91 admin admin] 10.222.0.67 "GET /v2.0/networks/79ff230e-cfb4-4237-a7fe-82346cf006d5 HTTP/1.1" status: 200 len: 886 time: 0.1222024 May 14 09:34:22.327787 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:34:22.818732 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.054966 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c76222c2-1986-42f5-9abd-c02b21b20e30 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:23.127170 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port c76222c2-1986-42f5-9abd-c02b21b20e30 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:23.131753 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port c76222c2-1986-42f5-9abd-c02b21b20e30 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:23.132110 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.169642 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.229201 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.246107 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.277324 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port c76222c2-1986-42f5-9abd-c02b21b20e30, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c76222c2-1986-42f5-9abd-c02b21b20e30,segment=NetworkSegment(1cb5232d-2849-4c60-bff5-04f6ec0bc69f),segment_id=1cb5232d-2849-4c60-bff5-04f6ec0bc69f)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:34:23.284857 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.286973 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-d7214d61-c5a8-48e3-9819-63e66732b4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:23.353954 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=c76222c2-1986-42f5-9abd-c02b21b20e30,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:23.357463 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:23.365679 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Allocated IP 172.28.0.113 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:34:23.514571 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.551035 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:23.554745 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:23.612999 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:34:23.615707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:34:23.623471 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:34:23.676543 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Pushing event updated for resources: {'Port': ['ID=6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:23.730941 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:24.021084 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:24.399450 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:24.402775 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-955719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-955742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932361'] for router, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:24.591930 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:34:24.773942 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:34:24.783790 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Sync routers for ids ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:34:24.784255 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:24.785923 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] 10.222.0.67 "PUT /v2.0/routers/dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec HTTP/1.1" status: 200 len: 890 time: 2.4612679 May 14 09:34:24.794255 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Routers {'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:24.795134 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:34:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:25.016890 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Set router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:25.062829 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c76222c2-1986-42f5-9abd-c02b21b20e30 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:25.287545 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port c76222c2-1986-42f5-9abd-c02b21b20e30 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:25.287878 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:25.511283 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'name': 'router1', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:05Z', 'updated_at': '2021-05-14T09:34:23Z', 'revision_number': 4, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'gw_port': {'id': '6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:23Z', 'updated_at': '2021-05-14T09:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'c76222c2-1986-42f5-9abd-c02b21b20e30', 'name': '', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'mac_address': 'fa:16:3e:ef:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:15Z', 'updated_at': '2021-05-14T09:34:23Z', 'revision_number': 5, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'subnets': [{'id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1adc48f9-b902-48bd-ac26-d143265e3a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:25.516619 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Checking router: dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:34:25.516989 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Updating router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:34:25.568517 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:25.901464 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:25.913692 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Transition to ACTIVE for port object 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:34:25.921436 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:25.925571 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-e0ba1882-664a-4200-b9c1-ae1d71b01979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:26.003756 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Attempting to bind port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:34:26.004125 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Attempting to bind port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:34:26.004459 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Attempting to bind port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:34:26.006554 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cb488-ac26-432c-9712-b1ef77a03bfa None None] Pushing event updated for resources: {'Port': ['ID=6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:26.010080 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-995cb488-ac26-432c-9712-b1ef77a03bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:26.012750 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:34:26.013126 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:34:26.013516 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.013904 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:34:26.014388 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Bound port: 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:34:26.015148 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.091782 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] For port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:34:26.094795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] For port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:34:26.100344 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:26.105002 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:26.179527 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cb488-ac26-432c-9712-b1ef77a03bfa None None] Pushing event updated for resources: {'Port': ['ID=6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:26.182883 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-995cb488-ac26-432c-9712-b1ef77a03bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:26.183746 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Routers {'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:34:26.184334 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:34:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:26.396482 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] Set router dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:34:26.722805 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'name': 'router1', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:05Z', 'updated_at': '2021-05-14T09:34:23Z', 'revision_number': 4, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'gw_port': {'id': '6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:23Z', 'updated_at': '2021-05-14T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'c76222c2-1986-42f5-9abd-c02b21b20e30', 'name': '', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'mac_address': 'fa:16:3e:ef:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:15Z', 'updated_at': '2021-05-14T09:34:23Z', 'revision_number': 5, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'subnets': [{'id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1adc48f9-b902-48bd-ac26-d143265e3a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:34:26.726826 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2d33f-2551-46ff-9cd4-de3c44c8c155 None None] The sync data for ids ['dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec'] in dv-cinder-734144-18-smb is: [{'id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'name': 'router1', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:34:05Z', 'updated_at': '2021-05-14T09:34:23Z', 'revision_number': 4, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'gw_port': {'id': '6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:23Z', 'updated_at': '2021-05-14T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'c76222c2-1986-42f5-9abd-c02b21b20e30', 'name': '', 'network_id': 'a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e', 'tenant_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'mac_address': 'fa:16:3e:ef:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6b23a-06cf-4cb7-b6e8-b2c6cfecf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:34:15Z', 'updated_at': '2021-05-14T09:34:23Z', 'revision_number': 5, 'project_id': 'e07db950dc9241b9b72f2aa5d19cebb0', 'subnets': [{'id': 'f87db0b0-79ef-4b49-8379-b47762074005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1adc48f9-b902-48bd-ac26-d143265e3a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:34:27.075526 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:27.077698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50210) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:34:27.150984 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:34:27.158771 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:27.159149 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.202645 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-cb77e9a4-a6ce-4303-8060-9424b3d1e4cb admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169257 May 14 09:34:27.286815 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.306737 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:34:27.312787 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:27.316891 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-995cb488-ac26-432c-9712-b1ef77a03bfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:34:27.386057 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:34:27.391281 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:34:29.067873 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:34:29.149220 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 6a72bb26-4a24-40d8-837c-bcf4dc6ab4f9 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:34:29.149597 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:31.730626 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:34:38.726410 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f2d931c7-5f09-453a-a454-5535b65b93aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:41.175307 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:41.493639 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-91bdf9e6-b83e-47a2-adb8-4a556254003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:42.216547 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:34:43.754172 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:08.728564 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-67a4ee73-f93d-4a2b-b736-51832f0ab909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:08.729800 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:35:11.182146 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:11.474435 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bf86e4b8-7e13-40c7-99db-e1c42ea518ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:12.217621 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:13.752636 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:38.732534 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6ee44525-1f21-4e69-89db-fc13c80067e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:41.178478 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:41.472210 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-faf937d7-bc4b-49c7-82ec-cdc8ed668fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:42.221221 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:43.756259 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:35:45.730219 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:36:02.872811 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50780) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:02.958402 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.pecan_wsgi.hooks.translation [None req-25036116-40b4-492d-9dc1-fc5102d2c312 admin admin] GET failed (client error): The resource could not be found. May 14 09:36:02.959704 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-25036116-40b4-492d-9dc1-fc5102d2c312 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0856311 May 14 09:36:03.095021 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7563b00-3481-4557-8bc1-5e501978b2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:03.096528 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a7563b00-3481-4557-8bc1-5e501978b2d8 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1328454 May 14 09:36:05.207772 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50790) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:05.337503 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e34eb3-a3f8-42ed-b509-4608fa90edab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:05.337959 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-03e34eb3-a3f8-42ed-b509-4608fa90edab admin admin] Synchronizing usage tracker for tenant:fb14e331c4814fa5babff62a0df15991 on resource:subnet {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:36:05.356785 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-03e34eb3-a3f8-42ed-b509-4608fa90edab admin admin] Unset dirty status for tenant:fb14e331c4814fa5babff62a0df15991 on resource:subnet {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:36:05.357975 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-03e34eb3-a3f8-42ed-b509-4608fa90edab admin admin] 10.222.0.67 "GET /v2.0/subnets/f87db0b0-79ef-4b49-8379-b47762074005 HTTP/1.1" status: 200 len: 849 time: 0.1489296 May 14 09:36:05.371073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:36:05.505016 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Notify callbacks [] for subnet, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:05.707636 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732265922600'] for subnet, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:05.711972 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-374008fb-fcf1-458f-a1da-d3a71a184bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:05.747794 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:05.748367 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:05.749692 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] 10.222.0.67 "PUT /v2.0/subnets/f87db0b0-79ef-4b49-8379-b47762074005 HTTP/1.1" status: 200 len: 868 time: 0.3825667 May 14 09:36:05.766474 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177bdf81-763b-43bd-a807-f1dbae96ac18 None None] Network a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:36:05.775816 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87db0b0-79ef-4b49-8379-b47762074005,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:05.783675 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.784011 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.784376 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.784669 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.785312 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.785624 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.785944 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.786288 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.786645 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.786963 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.787260 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.787576 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:05.791225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:06.209909 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-ddade073-2c90-493f-adbe-3911926f2fd6 None None] Provisioning complete for port c76222c2-1986-42f5-9abd-c02b21b20e30 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:36:06.210282 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-ddade073-2c90-493f-adbe-3911926f2fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:06.334717 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-ddade073-2c90-493f-adbe-3911926f2fd6 None None] Provisioning complete for port 438a6d24-7528-4468-bb59-e6cfca5b07dc triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:36:06.334980 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-ddade073-2c90-493f-adbe-3911926f2fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:07.870811 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50800) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:08.051521 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8c820-2565-4fa9-9190-305f1ec99afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:08.051911 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8c820-2565-4fa9-9190-305f1ec99afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:08.053440 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-3ce8c820-2565-4fa9-9190-305f1ec99afd admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1816471 May 14 09:36:08.727261 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-261c49fa-413a-4af9-92c3-44b596e959af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:10.124606 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50810) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:10.365033 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a8b0f-4ea8-43e5-be65-7adac881d335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:10.365365 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a8b0f-4ea8-43e5-be65-7adac881d335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:10.366974 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-cd3a8b0f-4ea8-43e5-be65-7adac881d335 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2411056 May 14 09:36:11.174879 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:11.467248 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d68ef46d-90d8-45aa-80f1-3e84633fbddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:12.224388 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:12.449403 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50820) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:12.636803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51d62d1-9666-40cc-86bf-c985e4d66f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:12.638165 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-c51d62d1-9666-40cc-86bf-c985e4d66f3f admin admin] 10.222.0.67 "GET /v2.0/networks/79ff230e-cfb4-4237-a7fe-82346cf006d5 HTTP/1.1" status: 200 len: 886 time: 0.1878469 May 14 09:36:13.760349 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:14.733176 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50830) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:14.944050 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca4407-82ad-4292-9806-2b0096cf65cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:14.945420 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-d3ca4407-82ad-4292-9806-2b0096cf65cd admin admin] 10.222.0.67 "GET /v2.0/networks/a2eec3a0-64bf-4ed6-96bf-eb4b6af3016e HTTP/1.1" status: 200 len: 869 time: 0.2110047 May 14 09:36:17.039374 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50840) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:17.157038 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35bdd15-ef62-438a-a96d-d9d6895a454d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:17.157495 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35bdd15-ef62-438a-a96d-d9d6895a454d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:17.159013 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e35bdd15-ef62-438a-a96d-d9d6895a454d admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186848 May 14 09:36:19.256185 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50850) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:19.368565 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91585dd6-fcbf-44d0-bad0-a6d7ebd39fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:19.368926 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91585dd6-fcbf-44d0-bad0-a6d7ebd39fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:19.370464 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-91585dd6-fcbf-44d0-bad0-a6d7ebd39fad admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1133354 May 14 09:36:21.451624 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50860) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:21.574466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793027b7-3ab8-4653-94a9-407df6ba7a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:21.575884 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-793027b7-3ab8-4653-94a9-407df6ba7a9b admin admin] 10.222.0.67 "GET /v2.0/subnets/f87db0b0-79ef-4b49-8379-b47762074005 HTTP/1.1" status: 200 len: 868 time: 0.1231842 May 14 09:36:22.729787 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:36:23.713021 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50870) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:23.833852 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b922ed-6ae2-438e-b7fa-d4011ba2be96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:23.835227 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-76b922ed-6ae2-438e-b7fa-d4011ba2be96 admin admin] 10.222.0.67 "GET /v2.0/subnets/f93a40c2-e693-4040-a21d-4d63b2d03741 HTTP/1.1" status: 200 len: 816 time: 0.1207922 May 14 09:36:38.732708 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa985-1229-4747-a8e8-0bc765d16d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:41.169912 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:41.473882 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7b136575-fb41-4ae6-bc80-9890012999fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:42.228063 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:43.761852 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:46.740964 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50914) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:46.792313 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [None req-10216015-ea28-42f3-a3aa-3418ba415a9d admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:36:46.793290 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-10216015-ea28-42f3-a3aa-3418ba415a9d admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514710 May 14 09:36:48.999208 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50924) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:49.085753 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1b56e3-0578-490b-808c-1620e341c912 admin admin] GET failed (client error): The resource could not be found. May 14 09:36:49.087065 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5d1b56e3-0578-490b-808c-1620e341c912 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0865021 May 14 09:36:49.218138 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd8251-574b-4980-9919-2c9a6d94ae44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:49.219979 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-55fd8251-574b-4980-9919-2c9a6d94ae44 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1275535 May 14 09:36:51.363708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50934) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:51.425001 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:36:51.429635 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:36:51.439661 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:36:51.451284 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Made reservation on behalf of fb14e331c4814fa5babff62a0df15991 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:36:51.453726 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:51.544390 dv-cinder-734144-18-smb neutron-server[78735]: WARNING neutron.services.revisions.revision_plugin [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Could not find related network for resource to bump revision. May 14 09:36:51.557758 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:36:51.567198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:51.567534 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Added segment 2ce47749-12c8-4a54-82a5-36c8b0fe7edd of type vlan for network 50be2286-e836-4d28-8c4a-8668a4b4aa94 May 14 09:36:51.593007 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:51.623317 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:51.624663 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:51.625243 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:51.628473 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:51.725563 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Pushing event updated for resources: {'Network': ['ID=50be2286-e836-4d28-8c4a-8668a4b4aa94,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:51.728438 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3634706 May 14 09:36:51.729138 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:51.736148 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 50be2286-e836-4d28-8c4a-8668a4b4aa94 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:36:53.864945 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 50944) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:36:53.936016 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.pecan_wsgi.hooks.translation [None req-118a5898-b9cf-4fce-bfa7-e2baccb54a7f admin admin] GET failed (client error): The resource could not be found. May 14 09:36:53.936525 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-118a5898-b9cf-4fce-bfa7-e2baccb54a7f admin admin] Synchronizing usage tracker for tenant:fb14e331c4814fa5babff62a0df15991 on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:36:53.959390 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-118a5898-b9cf-4fce-bfa7-e2baccb54a7f admin admin] Unset dirty status for tenant:fb14e331c4814fa5babff62a0df15991 on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:36:53.961151 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-118a5898-b9cf-4fce-bfa7-e2baccb54a7f admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0950372 May 14 09:36:54.066784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb6928-1c41-497d-a421-fe851d31f13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:54.068110 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-09eb6928-1c41-497d-a421-fe851d31f13d admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011837 May 14 09:36:54.077590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:36:54.082197 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:36:54.093064 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:36:54.107160 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Made reservation on behalf of fb14e331c4814fa5babff62a0df15991 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:36:54.109693 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:54.499699 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:54.503224 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-857b883d-922e-4606-bf15-203c74d0c8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:54.567962 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3eb65c8-daea-4a73-acb0-3ed16cd20eb6,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:54.574549 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:54.581291 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Checking segment: {'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:36:54.581629 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Network hostable DHCP agents. Network: 50be2286-e836-4d28-8c4a-8668a4b4aa94, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:36:54.601904 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Network 50be2286-e836-4d28-8c4a-8668a4b4aa94 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:36:54.613348 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 50be2286-e836-4d28-8c4a-8668a4b4aa94) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:36:54.617514 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:36:54.618078 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:54.622817 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4bf0f-623a-4e00-bee1-1ee2752ad24d None None] Network 50be2286-e836-4d28-8c4a-8668a4b4aa94 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:36:54.643633 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5694728 May 14 09:36:54.846779 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-50be2286-e836-4d28-8c4a-8668a4b4aa94', 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94', 'tenant_id': 'fb14e331c4814fa5babff62a0df15991', 'fixed_ips': [{'subnet_id': 'a3eb65c8-daea-4a73-acb0-3ed16cd20eb6'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:36:54.847675 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:55.005471 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Allocated IP 192.168.233.2 (50be2286-e836-4d28-8c4a-8668a4b4aa94/a3eb65c8-daea-4a73-acb0-3ed16cd20eb6/395fa06c-dcfb-4e9d-b391-a47fb2442fb1) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:36:55.215284 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:55.225709 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Transition to ACTIVE for port object 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:36:55.244182 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Transition to ACTIVE for port object 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:36:55.251171 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:55.255796 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:55.321130 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Network 50be2286-e836-4d28-8c4a-8668a4b4aa94 is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:36:55.325117 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:36:55.327836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:36:55.330335 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Pushing event updated for resources: {'Port': ['ID=395fa06c-dcfb-4e9d-b391-a47fb2442fb1,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:55.338453 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.338806 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.339158 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.339483 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.339812 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.340135 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.340451 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.340771 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.341086 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.341399 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.341714 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.342025 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:36:55.345859 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:55.433169 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Attempting to bind port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:36:55.433535 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Attempting to bind port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:36:55.433896 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Attempting to bind port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 on network 50be2286-e836-4d28-8c4a-8668a4b4aa94 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:36:55.439302 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:36:55.439675 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Checking segment: {'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:36:55.440083 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:55.440476 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Bound using segment: {'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:36:55.440947 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Bound port: 395fa06c-dcfb-4e9d-b391-a47fb2442fb1, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:36:55.441337 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:55.531641 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] For port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:36:55.534743 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] For port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=395fa06c-dcfb-4e9d-b391-a47fb2442fb1,segment=NetworkSegment(2ce47749-12c8-4a54-82a5-36c8b0fe7edd),segment_id=2ce47749-12c8-4a54-82a5-36c8b0fe7edd)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:36:55.541531 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:55.545379 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:55.619969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Pushing event updated for resources: {'Port': ['ID=395fa06c-dcfb-4e9d-b391-a47fb2442fb1,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:55.626037 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:56.395344 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e868033-4865-474c-8ca0-4ad0ee7c4aa7 None None] Network 50be2286-e836-4d28-8c4a-8668a4b4aa94 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:36:56.548452 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f0ff8c86-32ad-4d9e-a550-510aa497d5d1 None None] Provisioning for port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:36:57.177798 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:36:57.249207 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:36:57.254378 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:36:57.254788 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:57.394497 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:57.426495 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=395fa06c-dcfb-4e9d-b391-a47fb2442fb1,segment=NetworkSegment(2ce47749-12c8-4a54-82a5-36c8b0fe7edd),segment_id=2ce47749-12c8-4a54-82a5-36c8b0fe7edd)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:36:57.433128 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:57.436529 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:36:57.505322 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=395fa06c-dcfb-4e9d-b391-a47fb2442fb1,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:36:57.508497 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:36:59.157880 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:36:59.227613 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 395fa06c-dcfb-4e9d-b391-a47fb2442fb1 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:36:59.227952 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:36:59.729505 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:37:08.736651 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-04de64b8-37eb-4678-bafb-18825399fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:11.166193 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:11.481716 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae5dc-2f5d-49e0-9d9f-d81c262423da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:12.230222 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:13.765223 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:36.728211 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:37:38.740973 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-99484ffe-c072-4206-9edc-7b63583aa9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:41.161562 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:41.476436 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d2e646c1-ecc1-48af-b2b2-f199b70629b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:42.233023 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:37:43.769095 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:01.318750 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 50994) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:38:01.324665 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [None req-934a2c12-ffe7-46ff-a8ad-a7bee6df0f64 tempest-verify_tempest_config-1601979796 tempest-verify_tempest_config-1601979796-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:38:01.325608 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-934a2c12-ffe7-46ff-a8ad-a7bee6df0f64 tempest-verify_tempest_config-1601979796 tempest-verify_tempest_config-1601979796-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059254 May 14 09:38:01.680823 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51012) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:38:01.809648 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:01.823846 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:38:01.827813 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Usage tracker for resource:security_group_rule and tenant:04f17bf16c13433a959e1409c0f827b2 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:38:01.830796 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:38:01.836496 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:38:01.928214 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:01.935208 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:01.942394 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:38:01.980218 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Synchronizing usage tracker for tenant:fb14e331c4814fa5babff62a0df15991 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:38:01.982594 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366323be-4fa7-44b8-85bd-79d3649096f3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:38:01.992868 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.993217 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.993539 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.993856 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.994167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.994476 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.994816 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.995120 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.995445 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.995753 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.996053 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:01.996357 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.001323 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:38:02.010780 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Unset dirty status for tenant:fb14e331c4814fa5babff62a0df15991 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:38:02.014491 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04f17bf16c13433a959e1409c0f827b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3325224 May 14 09:38:02.015030 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51018) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:38:02.085982 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:02.111636 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:02.218482 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:02.222551 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:38:02.236682 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366323be-4fa7-44b8-85bd-79d3649096f3,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:38:02.246175 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:02.247319 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/366323be-4fa7-44b8-85bd-79d3649096f3 HTTP/1.1" status: 204 len: 168 time: 0.2312872 May 14 09:38:02.248591 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.248936 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.249358 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.249741 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.250043 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.250369 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.250706 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.251025 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.251355 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.251659 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.251983 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.252289 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:38:02.255779 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:38:08.746024 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d6f99d19-11c9-42a7-9ee5-7c3a060d227f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:11.160809 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:11.481155 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3b449bcb-1704-4011-a4f0-5dc44ade3ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:12.235783 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:13.727879 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:38:13.772513 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:38.756923 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-122816f8-5e72-4cfe-bb68-438ab9a3fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:41.168764 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:41.489536 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-819faf22-06c4-4f2f-abd2-b10e0d43cd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:42.250882 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:43.783076 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:38:50.732514 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:39:08.760541 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-00d3b429-f2cb-4276-b8d0-025704c9dcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:11.166948 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:11.489690 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-cba87885-69b5-4250-860f-f10feb3d1347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:12.253119 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:13.791898 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:27.736074 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 5 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:39:38.756481 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e86a645f-7f28-4073-83f1-0db973224ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:41.152641 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:41.485808 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-546bd8b7-19d5-49bb-9f3a-83e141f4d43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:42.249381 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:43.784169 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:46.522683 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549'] for agent, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:39:48.430998 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51070) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:39:48.544898 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-833cb772-7dd2-4985-adbb-e628802f561a admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1128187 May 14 09:39:50.651077 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51080) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:39:50.710271 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-d8e96260-0ecd-4543-9551-7ca62ee98335 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0581236 May 14 09:40:04.740922 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:40:08.757188 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-5644a233-1051-41f9-937c-4b9378c08e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:11.164214 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:11.489635 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b2816c90-982e-453a-9df9-fa5e418571ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:12.261397 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:13.797909 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:16.481794 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:38.754046 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7d9856bc-8428-4e6a-89d7-5daef6785844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:41.166701 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:41.498695 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-71db1722-aa8c-406d-bb3e-6f2243f1a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:41.744855 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:40:42.254540 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:43.798404 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:40:46.476121 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:08.749253 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bcc52e72-1558-4402-b9de-0cae32ffeb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:11.164357 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:11.498187 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-4affaf38-7a50-4f07-9a31-b050204f8ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:12.257199 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:13.797748 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:16.489767 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:18.744213 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:41:27.486877 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51218) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:27.832687 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919171485-network', 'tenant_id': 'c95b15ec91674a95bbc9e810b66f5569'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:27.837952 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:27.841955 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Usage tracker for resource:network and tenant:c95b15ec91674a95bbc9e810b66f5569 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:27.846339 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:27.853392 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:27.866088 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Made reservation on behalf of c95b15ec91674a95bbc9e810b66f5569 for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:27.868981 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.881593 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:27.897586 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:27.902774 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Usage tracker for resource:security_group_rule and tenant:c95b15ec91674a95bbc9e810b66f5569 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:27.906077 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:27.914132 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:28.007312 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.020897 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.024091 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.057277 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebae67c3-3852-447a-aa08-7b7109f2b33d,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.060633 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:28.068825 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.069178 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.069509 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.069829 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.070147 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.070461 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.070939 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.071157 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.071418 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.071734 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.072060 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.072343 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Tracked resource versions report: May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: pushed versions: May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: { 'AddressGroup': {'1.2'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'ConntrackHelper': {'1.0'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Log': {'1.0'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Network': {'1.1'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Port': {'1.7'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'PortForwarding': {'1.2'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'QosPolicy': {'1.8'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroup': {'1.4'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'SubPort': {'1.0'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Subnet': {'1.1'}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Trunk': {'1.1'}} May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: consumer versions: May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'ConntrackHelper': '1.0', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Log': '1.0', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Network': '1.1', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Port': '1.7', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'PortForwarding': '1.2', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'QosPolicy': '1.8', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroup': '1.4', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'SecurityGroupRule': '1.2', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'SubPort': '1.0', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Subnet': '1.1', May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: 'Trunk': '1.1'}} May 14 09:41:28.073398 dv-cinder-734144-18-smb neutron-server[78736]: {{(pid=78736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:28.080086 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.085692 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.086122 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Added segment 4ce4d86a-7ff3-48ca-b842-dd4fbaef575b of type vlan for network a0686796-e2b4-4fe4-906b-ddedde3b3efc May 14 09:41:28.092442 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51248) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:28.121725 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.155094 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.156807 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:28.157455 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.170833 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.243328 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7552481 May 14 09:41:28.246454 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51266) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:28.253473 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Request body: {'subnet': {'network_id': 'a0686796-e2b4-4fe4-906b-ddedde3b3efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919171485-subnet', 'tenant_id': 'c95b15ec91674a95bbc9e810b66f5569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:28.258270 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:28.263664 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Usage tracker for resource:subnet and tenant:c95b15ec91674a95bbc9e810b66f5569 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:28.266899 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:28.271281 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Pushing event updated for resources: {'Network': ['ID=a0686796-e2b4-4fe4-906b-ddedde3b3efc,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.273944 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.279151 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:28.282337 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network a0686796-e2b4-4fe4-906b-ddedde3b3efc details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:28.295892 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Made reservation on behalf of c95b15ec91674a95bbc9e810b66f5569 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:28.298970 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.399692 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-network', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:28.404012 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:28.420588 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Usage tracker for resource:network and tenant:f7f0d419b34945c4b9892b5821655a1f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:28.423860 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:28.434023 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:28.452851 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Made reservation on behalf of f7f0d419b34945c4b9892b5821655a1f for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:28.456663 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.470440 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.491276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:28.496441 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f0d419b34945c4b9892b5821655a1f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:28.499290 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:28.506089 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:28.690461 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.708452 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.723482 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e21e3685-3b1f-4499-989e-8056718247ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.747736 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:28.789477 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.789996 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Added segment 4b8f02e8-f613-4d22-8a1f-04cd45607cd2 of type vlan for network 9d751f93-920e-4bc8-8948-0bb0af0099eb May 14 09:41:28.848916 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db5d801-118b-4dca-a8be-341a21e96942,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:28.867237 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.867493 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.867857 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.868178 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.868458 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.868784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.869128 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.869416 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.869737 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.870048 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.870377 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.870698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Tracked resource versions report: May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: pushed versions: May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: { 'AddressGroup': {'1.2'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'ConntrackHelper': {'1.0'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Log': {'1.0'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Network': {'1.1'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Port': {'1.7'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'PortForwarding': {'1.2'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'QosPolicy': {'1.8'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroup': {'1.4'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'SubPort': {'1.0'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Subnet': {'1.1'}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Trunk': {'1.1'}} May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: consumer versions: May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'ConntrackHelper': '1.0', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Log': '1.0', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Network': '1.1', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Port': '1.7', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'PortForwarding': '1.2', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'QosPolicy': '1.8', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroup': '1.4', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'SecurityGroupRule': '1.2', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'SubPort': '1.0', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Subnet': '1.1', May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: 'Trunk': '1.1'}} May 14 09:41:28.871758 dv-cinder-734144-18-smb neutron-server[78735]: {{(pid=78735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:28.883232 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:28.890936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.946800 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.949555 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:28.950130 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:28.956998 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:28.972919 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51302) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:29.128642 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.133217 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51312) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:29.133481 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0397460 May 14 09:41:29.138417 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d751f93-920e-4bc8-8948-0bb0af0099eb,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:29.138417 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51314) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:29.145152 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Request body: {'subnet': {'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-subnet', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:29.146775 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:29.147571 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-09dd4f77-a72f-4411-ad9b-5e3903ff9d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:29.149030 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:29.168301 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:29.178032 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Usage tracker for resource:subnet and tenant:f7f0d419b34945c4b9892b5821655a1f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:29.187556 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:29.195081 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51322) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:29.199567 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:29.219741 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Made reservation on behalf of f7f0d419b34945c4b9892b5821655a1f for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:29.222441 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.234236 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Checking segment: {'id': '4ce4d86a-7ff3-48ca-b842-dd4fbaef575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a0686796-e2b4-4fe4-906b-ddedde3b3efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:29.234879 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Network hostable DHCP agents. Network: a0686796-e2b4-4fe4-906b-ddedde3b3efc, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:29.268981 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e03bebc-346a-4c28-ad24-0bbbce76d0e4,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:29.276650 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:29.282982 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Network a0686796-e2b4-4fe4-906b-ddedde3b3efc is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:29.302093 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, a0686796-e2b4-4fe4-906b-ddedde3b3efc) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:29.306841 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:29.307619 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.352446 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca73c0b-c4ed-4e18-bad3-0fe359f3b740 None None] Network a0686796-e2b4-4fe4-906b-ddedde3b3efc requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:29.361053 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1132247 May 14 09:41:29.370368 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1348131338-network', 'tenant_id': '8d910852dc8b45a3b19a925a0aefb4f4'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:29.391091 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1215759207-network', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:29.396211 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:29.404686 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Usage tracker for resource:network and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:29.412251 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:29.415025 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:29.424063 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:29.429476 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Usage tracker for resource:network and tenant:8d910852dc8b45a3b19a925a0aefb4f4 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:29.447530 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-798558104-network', 'tenant_id': '51da63900b85470c8e57b51e851279dc'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:29.452299 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:29.460958 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:29.465742 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Made reservation on behalf of 6d84a1c9acc541329f974f4bdb9ccfc8 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:29.470689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.478707 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:29.506001 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Usage tracker for resource:network and tenant:51da63900b85470c8e57b51e851279dc is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:29.515452 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:29.519696 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Made reservation on behalf of 8d910852dc8b45a3b19a925a0aefb4f4 for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:29.522389 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.527059 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.544071 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.573720 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:29.582976 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:29.604590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Usage tracker for resource:security_group_rule and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:29.606822 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:29.609226 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:29.618260 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Usage tracker for resource:security_group_rule and tenant:8d910852dc8b45a3b19a925a0aefb4f4 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:29.621026 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Made reservation on behalf of 51da63900b85470c8e57b51e851279dc for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:29.623973 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:29.629170 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.652096 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:29.663752 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.681798 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81055d6-8a7a-4b1c-8593-dcafb6e7d27e None None] Network a0686796-e2b4-4fe4-906b-ddedde3b3efc requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:29.691690 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:29.697230 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:29.699590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Usage tracker for resource:security_group_rule and tenant:51da63900b85470c8e57b51e851279dc is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:29.704016 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:29.713309 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:29.812397 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.828437 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.840936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9dcf8220-93bb-4802-9d5e-2fd8ab6c415f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:29.897822 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.901863 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:29.909489 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f4fb2-7e25-45a5-91fe-23b051306f5c,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:29.924997 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:29.930167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.937068 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.937634 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Added segment abe0d73b-fb19-4372-8a66-9f4cb0e24871 of type vlan for network e3a3e5fe-f190-410b-9858-15c48c39e3e8 May 14 09:41:29.938966 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:29.981222 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:29.988841 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:29.992603 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b0bd9f-6662-4761-98c6-204183a5b6ec,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.005240 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.012624 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:30.023209 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.024537 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.025050 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Added segment bbd11af1-5adf-443d-81e8-6cba5d236ff4 of type vlan for network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 May 14 09:41:30.037398 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.051792 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.063972 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.067245 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.077294 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:30.079756 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:30.096798 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.124951 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.128945 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:30.130379 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.135890 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:30.210787 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.211131 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Added segment a837f9fc-3ed9-42ef-b739-2dee3f5e6959 of type vlan for network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f May 14 09:41:30.235899 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.244663 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:30.245236 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.279268 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a3e5fe-f190-410b-9858-15c48c39e3e8,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.288666 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6a1aa4-33fa-43c3-827c-59505910ab32,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.290889 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.291794 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:30.295937 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1508732 May 14 09:41:30.296836 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:30.315453 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51364) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:30.322654 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1214681 May 14 09:41:30.323584 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51368) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:30.323700 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.329057 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Checking segment: {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:30.329432 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Network hostable DHCP agents. Network: 9d751f93-920e-4bc8-8948-0bb0af0099eb, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:30.336707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Request body: {'subnet': {'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1215759207-subnet', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:30.346621 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.389429 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Request body: {'subnet': {'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-798558104-subnet', 'tenant_id': '51da63900b85470c8e57b51e851279dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:30.394964 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:30.400395 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Usage tracker for resource:subnet and tenant:51da63900b85470c8e57b51e851279dc is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:30.404009 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:30.412296 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:30.439380 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:30.442063 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Made reservation on behalf of 51da63900b85470c8e57b51e851279dc for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:30.445275 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.451279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.453978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:30.457380 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.474804 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:30.531098 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:30.602066 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Usage tracker for resource:subnet and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:30.609642 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:30.620347 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:30.630412 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Pushing event updated for resources: {'Network': ['ID=1a22d21d-231c-47e7-a0e9-5e663c2ce302,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.637445 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.642645 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:30.665121 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Made reservation on behalf of 6d84a1c9acc541329f974f4bdb9ccfc8 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:30.667620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.741353 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Pushing event updated for resources: {'Network': ['ID=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:30.745276 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:30.758840 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7803345 May 14 09:41:30.759048 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51386) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:30.767266 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Request body: {'subnet': {'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1348131338-subnet', 'tenant_id': '8d910852dc8b45a3b19a925a0aefb4f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:30.779567 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:30.789159 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Usage tracker for resource:subnet and tenant:8d910852dc8b45a3b19a925a0aefb4f4 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:30.795422 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:30.808001 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:30.812332 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 9d751f93-920e-4bc8-8948-0bb0af0099eb) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:30.818038 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:30.851506 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:30.852135 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.887015 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Made reservation on behalf of 8d910852dc8b45a3b19a925a0aefb4f4 for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:30.889421 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:30.919577 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7162787-5b26-4243-af47-fdfa75298fc1 None None] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:30.938951 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8040750 May 14 09:41:30.942863 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51394) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:31.039018 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:31.060360 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:31.069968 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Usage tracker for resource:router and tenant:f7f0d419b34945c4b9892b5821655a1f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:31.075338 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:31.086475 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:31.113585 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.115152 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.196763 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.431339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd26829-bd1a-4a1b-b994-6eb52865e139 None None] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:31.577153 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.585396 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e139db8e-719a-42fb-9f8f-0c2c4ef88cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:31.614978 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51422) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:31.630276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-188363134-network', 'tenant_id': 'ea6faaa68b6f4b3fa617d6d43c395b77'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:31.650458 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:31.653620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Usage tracker for resource:network and tenant:ea6faaa68b6f4b3fa617d6d43c395b77 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:31.657365 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:31.663469 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:31.664492 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.688619 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Made reservation on behalf of ea6faaa68b6f4b3fa617d6d43c395b77 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:31.691021 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.738177 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.757117 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6aef12-df5f-4c16-ad23-bbe8aeb7208e,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:31.763750 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:31.771011 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Checking segment: {'id': 'bbd11af1-5adf-443d-81e8-6cba5d236ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:31.771394 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Network hostable DHCP agents. Network: 1a22d21d-231c-47e7-a0e9-5e663c2ce302, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:31.774587 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:31.788237 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6faaa68b6f4b3fa617d6d43c395b77 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:31.793676 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:31.808089 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:31.850299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:31.887083 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 1a22d21d-231c-47e7-a0e9-5e663c2ce302) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:31.905576 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:31.906678 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.908329 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6ad8c-2204-41ea-bc51-185bdb006c74 None None] Network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:31.937287 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:31.951060 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:32.027703 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.041470 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-07dc9f40-af28-4cf5-a8c0-ddd235923e63 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7066967 May 14 09:41:32.105309 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:32.150282 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ed94f8-627f-4210-b221-c43fffb1cdfa,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:32.160974 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:32.174107 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.175510 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Checking segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:32.176024 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Network hostable DHCP agents. Network: e3a3e5fe-f190-410b-9858-15c48c39e3e8, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:32.189608 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.199085 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:32.233313 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:41:32.244610 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27ad148-b115-4d8c-8a22-cb162f164737,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:32.249073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:32.252837 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:32.255871 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.256709 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Added segment 5aa58977-9869-448b-ac49-5965455a1dca of type vlan for network f747368f-d330-4a34-9d4f-32e150b8d49b May 14 09:41:32.285567 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, e3a3e5fe-f190-410b-9858-15c48c39e3e8) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:32.285888 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7dee6-ce1c-45bb-8efa-992d88e9181c None None] Network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:32.339847 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdfc80a-574f-413b-8d3d-090bbd248532 None None] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:32.343896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.344148 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Checking segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:32.344466 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Network hostable DHCP agents. Network: 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:32.351236 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=576a5578-81c9-42ff-a61a-77d5b0fe16a6,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:32.372522 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:32.374036 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.391104 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:32.391486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.423980 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.426630 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:32.428436 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.445834 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.462086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e5fefd36-7e19-4075-afba-beef7ffda784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:32.488821 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f284f16b-5ad5-41d5-9375-31ac885b73bc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1715717 May 14 09:41:32.489029 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51442) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:32.494143 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8780684 May 14 09:41:32.498183 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51446) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:32.504511 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Request body: {'subnet': {'network_id': 'f747368f-d330-4a34-9d4f-32e150b8d49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-188363134-subnet', 'tenant_id': 'ea6faaa68b6f4b3fa617d6d43c395b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:32.505176 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:32.534710 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:32.537326 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:32.564914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Usage tracker for resource:router and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:32.589993 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:32.592996 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:32.615251 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:32.622455 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Usage tracker for resource:subnet and tenant:ea6faaa68b6f4b3fa617d6d43c395b77 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:32.627852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:32.637263 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:32.639338 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Pushing event updated for resources: {'Network': ['ID=f747368f-d330-4a34-9d4f-32e150b8d49b,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:32.648353 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:32.648850 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.649093 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:32.664814 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Made reservation on behalf of ea6faaa68b6f4b3fa617d6d43c395b77 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:32.669255 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:32.671297 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:32.803247 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Allocated IP 172.28.0.44 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/655a26c4-90ce-4913-a2ae-1f05fd8f7f03) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:32.891436 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed91e3-49b0-42d1-a4b1-51e53e09299e None None] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:32.903846 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network f747368f-d330-4a34-9d4f-32e150b8d49b details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:41:33.030375 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.173844 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51496) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:33.183322 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.184300 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.189637 dv-cinder-734144-18-smb neutron-server[78735]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 09:41:33.216914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.221464 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.230776 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:41:33.231626 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:33.238653 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4773946 May 14 09:41:33.259311 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:33.364585 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af90cf7-a178-4335-9095-4ddf24c0b851 None None] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:33.464233 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:33.585370 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff885-c409-4327-a575-de1e9e10229c req-66d95da6-2775-4292-864a-19e8dcc4a034 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:33.586127 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-6f3ff885-c409-4327-a575-de1e9e10229c req-66d95da6-2775-4292-864a-19e8dcc4a034 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Synchronizing usage tracker for tenant:51da63900b85470c8e57b51e851279dc on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:33.599672 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:33.740419 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:33.781147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-6f3ff885-c409-4327-a575-de1e9e10229c req-66d95da6-2775-4292-864a-19e8dcc4a034 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Unset dirty status for tenant:51da63900b85470c8e57b51e851279dc on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:33.782423 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-66d95da6-2775-4292-864a-19e8dcc4a034 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/networks?id=1a22d21d-231c-47e7-a0e9-5e663c2ce302 HTTP/1.1" status: 200 len: 811 time: 0.6070416 May 14 09:41:33.806197 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-71081767-594b-48cc-a793-7ec0fb83b47c tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/quotas/51da63900b85470c8e57b51e851279dc HTTP/1.1" status: 200 len: 375 time: 0.0173004 May 14 09:41:33.901457 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-d7af433d-48b7-4d9b-b0b4-25ada4b327d2 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=51da63900b85470c8e57b51e851279dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838995 May 14 09:41:33.966294 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Pushing event updated for resources: {'Port': ['ID=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:33.967264 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Allocated IP 172.20.0.2 (e3a3e5fe-f190-410b-9858-15c48c39e3e8/93ed94f8-627f-4210-b221-c43fffb1cdfa/c6caa8f1-8867-4242-96e4-56559a1f176c) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:33.969630 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51538) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:34.036284 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:34.039332 dv-cinder-734144-18-smb neutron-server[78736]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 09:41:34.065227 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.070713 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:34.102806 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51542) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:34.191054 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Checking segment: {'id': '5aa58977-9869-448b-ac49-5965455a1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f747368f-d330-4a34-9d4f-32e150b8d49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:34.191404 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Network hostable DHCP agents. Network: f747368f-d330-4a34-9d4f-32e150b8d49b, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:41:34.195982 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfb81c7-254c-4eea-bafd-1b49994b83b0,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:34.198705 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:34.217018 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Network f747368f-d330-4a34-9d4f-32e150b8d49b is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:41:34.245814 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-448fa139-27f5-4af4-826e-a8ccb4b21c53 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:41:34.246826 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-448fa139-27f5-4af4-826e-a8ccb4b21c53 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1243069 May 14 09:41:34.250426 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.251724 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.264986 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.282048 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Transition to ACTIVE for port object c6caa8f1-8867-4242-96e4-56559a1f176c will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:34.314035 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Transition to ACTIVE for port object c6caa8f1-8867-4242-96e4-56559a1f176c will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:34.322215 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.330717 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:34.331302 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-ef03cce7-e7a6-40d9-91ff-dee2379509f4 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:34.332019 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-ef03cce7-e7a6-40d9-91ff-dee2379509f4 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:network {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:34.370775 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, f747368f-d330-4a34-9d4f-32e150b8d49b) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:34.385132 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:34.385708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.394330 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:34.398012 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b9623d-05f3-4982-91ae-2fec73dc09bf None None] Network f747368f-d330-4a34-9d4f-32e150b8d49b requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:34.418832 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Usage tracker for resource:security_group_rule and tenant:adc3b0be452e4bf99085ce4f74bac873 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:34.423436 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:34.430867 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-db3aecd6-d698-4556-8079-13712292a398 service neutron] 10.222.0.67 "GET /v2.0/networks/1a22d21d-231c-47e7-a0e9-5e663c2ce302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702657 May 14 09:41:34.431685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:34.466425 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Pushing event updated for resources: {'Port': ['ID=c6caa8f1-8867-4242-96e4-56559a1f176c,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:34.478570 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9706976 May 14 09:41:34.502186 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.502558 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.502886 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.503218 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.503547 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.503866 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.504178 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.504493 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.504832 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.505152 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.505466 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.505773 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Tracked resource versions report: May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: pushed versions: May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: { 'AddressGroup': {'1.2'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'ConntrackHelper': {'1.0'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Log': {'1.0'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Network': {'1.1'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Port': {'1.7'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'PortForwarding': {'1.2'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'QosPolicy': {'1.8'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroup': {'1.4'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'SubPort': {'1.0'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Subnet': {'1.1'}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Trunk': {'1.1'}} May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: consumer versions: May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'ConntrackHelper': '1.0', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Log': '1.0', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Network': '1.1', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Port': '1.7', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'PortForwarding': '1.2', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'QosPolicy': '1.8', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroup': '1.4', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'SecurityGroupRule': '1.2', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'SubPort': '1.0', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Subnet': '1.1', May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: 'Trunk': '1.1'}} May 14 09:41:34.506902 dv-cinder-734144-18-smb neutron-server[78737]: {{(pid=78737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:34.528918 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:34.533446 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:34.642677 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:34.648559 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:34.719595 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-951d747e-d093-4f28-a61f-34be31e13287 service neutron] 10.222.0.67 "GET /v2.0/networks/1a22d21d-231c-47e7-a0e9-5e663c2ce302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758257 May 14 09:41:34.729297 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51558) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:34.756203 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Attempting to bind port c6caa8f1-8867-4242-96e4-56559a1f176c on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:34.756563 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Attempting to bind port c6caa8f1-8867-4242-96e4-56559a1f176c by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:34.756925 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Attempting to bind port c6caa8f1-8867-4242-96e4-56559a1f176c on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:34.797783 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:34.798160 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Checking segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:34.798583 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.798983 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Bound using segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:34.799471 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Bound port: c6caa8f1-8867-4242-96e4-56559a1f176c, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:34.799867 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.812294 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.825331 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.828902 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Deleting subnet 0e03bebc-346a-4c28-ad24-0bbbce76d0e4 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:41:34.830135 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.839691 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:34.849095 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.931623 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=adc3b0be452e4bf99085ce4f74bac873&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8277743 May 14 09:41:34.938226 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e24dee-e0aa-497b-8b16-755b9cfb6172,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:34.943353 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51566) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:34.946423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:34.949062 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:34.970630 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.060337 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-ef03cce7-e7a6-40d9-91ff-dee2379509f4 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:network {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:35.062019 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-ef03cce7-e7a6-40d9-91ff-dee2379509f4 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 1.0869191 May 14 09:41:35.151803 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] For port c6caa8f1-8867-4242-96e4-56559a1f176c, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:35.158693 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e28abe-9c8c-40f0-ab37-4edf9ac4fbff None None] Network f747368f-d330-4a34-9d4f-32e150b8d49b requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:35.168154 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-d5e1436b-939c-4d8c-823c-ecbe8b856785 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/quotas/8d910852dc8b45a3b19a925a0aefb4f4 HTTP/1.1" status: 200 len: 375 time: 0.0856049 May 14 09:41:35.183802 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] For port c6caa8f1-8867-4242-96e4-56559a1f176c, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c6caa8f1-8867-4242-96e4-56559a1f176c,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:35.254018 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.264925 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:35.265445 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c93b571-1370-4792-af3e-60051ecf78a2 req-49b37642-f2b7-4c4c-8955-90f84659ec05 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.1734409 May 14 09:41:35.282032 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-937faafb-5be5-48ca-87c0-5636b84ebc20 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127481 May 14 09:41:35.432055 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Pushing event updated for resources: {'Port': ['ID=c6caa8f1-8867-4242-96e4-56559a1f176c,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:35.479290 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.491369 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:35.586039 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.760269 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.769852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:35.786822 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e24dee-e0aa-497b-8b16-755b9cfb6172,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:35.790833 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:35.798761 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.800996 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93e24dee-e0aa-497b-8b16-755b9cfb6172 HTTP/1.1" status: 204 len: 168 time: 0.8556085 May 14 09:41:35.817313 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c4e5c764-d901-4f60-bc1e-c1cce3ea6649 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:41:35.818405 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c4e5c764-d901-4f60-bc1e-c1cce3ea6649 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4246984 May 14 09:41:35.822501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.828811 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:35.878972 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e03bebc-346a-4c28-ad24-0bbbce76d0e4,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:35.883740 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:35.889307 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:35.898418 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0e03bebc-346a-4c28-ad24-0bbbce76d0e4 HTTP/1.1" status: 204 len: 168 time: 1.1680868 May 14 09:41:35.899423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51614) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:35.999044 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.017459 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.187869 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.216412 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.216765 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.217859 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.218360 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.219093 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.219681 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.220228 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.220745 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.221325 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.222042 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.249573 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-5ea58ee8-073d-4348-8d4d-c9f782d48567 service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170871 May 14 09:41:36.373604 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.428751 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.486183 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.486593 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.486914 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.488609 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:41:36.488609 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0686796-e2b4-4fe4-906b-ddedde3b3efc']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:36.555281 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce4d86a-7ff3-48ca-b842-dd4fbaef575b') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:36.555658 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce4d86a-7ff3-48ca-b842-dd4fbaef575b') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:36.587986 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-081cf6d0-ec5f-4daa-a9a0-e88a8236df57 req-93d263c6-6bb5-4d2e-9738-32279b35c3e9 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.0893104 May 14 09:41:36.593682 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.647065 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.657511 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:41:36.658155 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: from cryptography.utils import int_from_bytes May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: from cryptography.utils import int_from_bytes May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:41:36.685889 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:41:36.728324 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-46e04cea-5060-4ebd-8610-a5a26d2d0e67 service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763596 May 14 09:41:36.812539 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8155ddd-c4c2-4c48-9d28-fb99f8c1fe28 None None] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:41:36.882771 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.892448 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:36.906389 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:36.942294 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a0686796-e2b4-4fe4-906b-ddedde3b3efc HTTP/1.1" status: 204 len: 168 time: 1.0366445 May 14 09:41:36.943226 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51664) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:36.972560 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Allocated IP 172.28.0.124 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/7808c070-7dc8-44d2-ad47-1c06306ced56) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:37.086281 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Router 481e22c4-d90d-46ee-bd5d-5735e06816c7 is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:41:37.122362 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-0d6debe9-2d94-4fc7-8330-2740e89fe799 None None] Provisioning for port c6caa8f1-8867-4242-96e4-56559a1f176c completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:37.200078 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0686796-e2b4-4fe4-906b-ddedde3b3efc,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:37.218440 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-eb7055e4-827a-49a9-80f0-a6a6b665c9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:37.228705 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Deleting subnet 6dfb81c7-254c-4eea-bafd-1b49994b83b0 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:41:37.248083 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.442465 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10515965'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.487429 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c6caa8f1-8867-4242-96e4-56559a1f176c up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:37.551708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.626205 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port c6caa8f1-8867-4242-96e4-56559a1f176c completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:37.638134 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port c6caa8f1-8867-4242-96e4-56559a1f176c triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:37.638761 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.790127 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.930344 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.962293 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-7820461c-b7b1-4632-9d88-dc2c21ca2d0a None None] Provisioning complete for port c6caa8f1-8867-4242-96e4-56559a1f176c triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:37.963297 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7820461c-b7b1-4632-9d88-dc2c21ca2d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:37.989495 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.047482 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:38.074742 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port c6caa8f1-8867-4242-96e4-56559a1f176c, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c6caa8f1-8867-4242-96e4-56559a1f176c,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:38.101906 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.106429 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:38.238048 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.75', 63824) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:38.253933 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:38.257845 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:38.261658 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:38.287059 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=c6caa8f1-8867-4242-96e4-56559a1f176c,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:38.290667 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:38.354392 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-af1cf78c-ea2e-48f2-b8b3-22ea9e78f647 req-0a994796-a838-4ea6-ac43-b2dad9912273 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 210 time: 0.3583264 May 14 09:41:38.475291 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10678737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10711461'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.493722 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:38.611381 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.620067 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfb81c7-254c-4eea-bafd-1b49994b83b0,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:38.624147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:38.628430 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6dfb81c7-254c-4eea-bafd-1b49994b83b0 HTTP/1.1" status: 204 len: 168 time: 1.6738741 May 14 09:41:38.630184 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51744) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:38.644439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:38.663431 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Sync routers for ids ['481e22c4-d90d-46ee-bd5d-5735e06816c7'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:38.677844 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Routers {'481e22c4-d90d-46ee-bd5d-5735e06816c7'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:38.678559 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['481e22c4-d90d-46ee-bd5d-5735e06816c7'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:38.760453 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf9a2-1dc6-4b9c-af84-037af09c6023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.771541 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Pushing event updated for resources: {'Port': ['ID=7808c070-7dc8-44d2-ad47-1c06306ced56,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:38.906427 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:38.934350 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-82698011-5e82-4527-83a5-f52f6d91b329 req-d4a39e6f-fc57-48d4-bc4f-6ea31d04e50c tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.9049454 May 14 09:41:38.935400 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:39.021033 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.028694 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-f71fa022-099d-423b-a6bb-16297b9fdd59 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0848472 May 14 09:41:39.033188 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51772) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:39.136541 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Set router 481e22c4-d90d-46ee-bd5d-5735e06816c7 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:39.236495 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.265292 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f747368f-d330-4a34-9d4f-32e150b8d49b']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:39.307628 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa58977-9869-448b-ac49-5965455a1dca') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:39.307928 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa58977-9869-448b-ac49-5965455a1dca') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:39.342008 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.378136 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.397106 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:41:39.397824 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.428777 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c6caa8f1-8867-4242-96e4-56559a1f176c up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:41:39.431770 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:41:39.584653 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.597170 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4d438897-0a52-4532-99ef-a8f7f7696a15 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:39.598257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:39.600534 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4d438897-0a52-4532-99ef-a8f7f7696a15 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.75 "GET /v2.0/networks?id=1a22d21d-231c-47e7-a0e9-5e663c2ce302 HTTP/1.1" status: 200 len: 811 time: 1.3450065 May 14 09:41:39.623390 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port c6caa8f1-8867-4242-96e4-56559a1f176c triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:39.624122 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.626079 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:39.661170 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Request body: {'port': {'device_id': '35c71687-15c4-4498-996b-ffdbb1899f35', 'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302', 'admin_state_up': True, 'tenant_id': '51da63900b85470c8e57b51e851279dc'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:39.705268 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f747368f-d330-4a34-9d4f-32e150b8d49b,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:39.713176 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:39.717059 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f747368f-d330-4a34-9d4f-32e150b8d49b HTTP/1.1" status: 204 len: 168 time: 1.0833271 May 14 09:41:39.745899 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46b3e9fa-74ca-4d72-8ac0-03f6cd5091d9 req-10801b13-cbd5-45a7-9f35-e4fa84ea2287 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 210 time: 0.1116664 May 14 09:41:39.866455 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:41:34Z', 'revision_number': 3, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:39.871568 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Checking router: 481e22c4-d90d-46ee-bd5d-5735e06816c7 for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:39.871970 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Updating router 481e22c4-d90d-46ee-bd5d-5735e06816c7 port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:40.043418 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.077601 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.75', 63834) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:40.496362 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-29d462dc-f5a0-4a0e-bd86-2a9d4a2c6604 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:40.498765 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-29d462dc-f5a0-4a0e-bd86-2a9d4a2c6604 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 0.4062657 May 14 09:41:40.499314 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51816) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:40.538408 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Request body: {'port': {'device_id': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'admin_state_up': True, 'tenant_id': '8d910852dc8b45a3b19a925a0aefb4f4'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:40.561708 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.863123 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:40.867346 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Usage tracker for resource:port and tenant:8d910852dc8b45a3b19a925a0aefb4f4 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:40.871107 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:40.873633 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.891399 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:40.899882 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Transition to ACTIVE for port object 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:40.902959 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51834) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:40.920738 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.924649 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Made reservation on behalf of 8d910852dc8b45a3b19a925a0aefb4f4 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:40.929502 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:40.932796 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:41.087736 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Pushing event updated for resources: {'Port': ['ID=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,revision_number=2']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:41.099105 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.099615 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.100066 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.100594 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.101018 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.101502 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.101934 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.102450 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.103032 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.103315 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.103762 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.104171 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Tracked resource versions report: May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: pushed versions: May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: { 'AddressGroup': {'1.2'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'ConntrackHelper': {'1.0'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Log': {'1.0'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Network': {'1.1'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Port': {'1.7'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'PortForwarding': {'1.2'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'QosPolicy': {'1.8'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroup': {'1.4'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroupRule': {'1.2'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'SubPort': {'1.0'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Subnet': {'1.1'}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Trunk': {'1.1'}} May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: consumer versions: May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: { DHCP agent@dv-cinder-734144-18-smb: {}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: HyperV agent@hv-cinder-73414: {}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: L3 agent@dv-cinder-734144-18-smb: {}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: Metadata agent@dv-cinder-734144-18-smb: {}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: Metering agent@dv-cinder-734144-18-smb: {}, May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: Open vSwitch agent@dv-cinder-734144-18-smb: { 'AddressGroup': '1.2', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'ConntrackHelper': '1.0', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Log': '1.0', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Network': '1.1', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Port': '1.7', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'PortForwarding': '1.2', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'QosPolicy': '1.8', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroup': '1.4', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'SecurityGroupRule': '1.2', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'SubPort': '1.0', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Subnet': '1.1', May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: 'Trunk': '1.1'}} May 14 09:41:41.105546 dv-cinder-734144-18-smb neutron-server[78738]: {{(pid=78738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 09:41:41.124765 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:41.175165 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.200800 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Attempting to bind port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:41.201174 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Attempting to bind port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:41.201545 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Attempting to bind port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:41.222863 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:41.223714 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:41.224473 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.225193 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:41.225828 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Bound port: 655a26c4-90ce-4913-a2ae-1f05fd8f7f03, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:41.226381 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.320694 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Allocated IP 172.20.0.7 (035dbd2b-2bc5-4faa-9914-9cbb07c9a42f/576a5578-81c9-42ff-a61a-77d5b0fe16a6/a5d981e7-27ec-433c-96ca-9cc07e96efd9) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:41.436119 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] For port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:41.445840 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] For port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:41.446655 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-40cf3043-30db-478a-b51e-0570f72f1d2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c95b15ec91674a95bbc9e810b66f5569&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9441695 May 14 09:41:41.447548 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51854) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:41.448252 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51856) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:41.456271 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.466546 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-1935e90c-77a3-4473-98e9-045fd1fa6c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:41.497881 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-632f8b53-c106-4a7c-b3ce-e1da081100dd req-c602290b-652b-4f47-94e8-62bc2ed7aa20 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.9371891 May 14 09:41:41.533564 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1c0c-3ed9-408b-b851-7ece98c605f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.692894 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Routers {'481e22c4-d90d-46ee-bd5d-5735e06816c7'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:41.693592 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['481e22c4-d90d-46ee-bd5d-5735e06816c7'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:41.737233 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8656c91a-fa0f-4edc-b61e-db01b12da236 req-414d652e-4b84-40a0-8c97-661a91661c61 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 210 time: 0.2675588 May 14 09:41:41.767631 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:41.782288 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Usage tracker for resource:port and tenant:51da63900b85470c8e57b51e851279dc is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:41.804212 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:41.825413 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:41.851044 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.893669 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Made reservation on behalf of 51da63900b85470c8e57b51e851279dc for: {'port': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:41.897879 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.919829 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:41.925756 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Pushing event updated for resources: {'Port': ['ID=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:41.933411 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:41.946595 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:41.951518 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.023410 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Usage tracker for resource:security_group_rule and tenant:84b8fc99aa6149f3a2b9d551b26dc841 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:42.036967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.054134 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:42.057472 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] Set router 481e22c4-d90d-46ee-bd5d-5735e06816c7 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:42.060421 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:42.071883 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Usage tracker for resource:security_group_rule and tenant:f42a599cea134bff99c172f6648dc1d5 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:42.076907 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:42.087018 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:42.136199 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:42.271575 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.275161 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.281843 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.299541 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.340171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:42.355307 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.437888 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=84b8fc99aa6149f3a2b9d551b26dc841&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5303700 May 14 09:41:42.437888 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b41e35-c8c2-44f1-adff-d6a1f0e8b30d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:42.441500 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51872) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:42.460142 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:42.569097 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.573362 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.598486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.599092 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:41:34Z', 'revision_number': 3, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:42.610653 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d288bb6-d9b8-4468-be77-67a27a3694f9 None None] The sync data for ids ['481e22c4-d90d-46ee-bd5d-5735e06816c7'] in dv-cinder-734144-18-smb is: [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:41:34Z', 'revision_number': 3, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:42.659097 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:42.708586 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.720756 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Router 1de13aaa-4cf7-46a6-a31a-8593f633b309 is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:41:42.745462 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.829575 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f42a599cea134bff99c172f6648dc1d5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3537879 May 14 09:41:42.864224 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51888) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:42.896922 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:42.925052 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bf8ce700-c217-4d73-a0b0-8b77cfde0733 req-ad471c77-06d4-474f-8f73-144acc004f4b tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.1920474 May 14 09:41:42.951386 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ed54cb-db3b-4455-96f4-b40476233753,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:42.975827 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:43.026872 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:43.113592 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebae67c3-3852-447a-aa08-7b7109f2b33d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:43.124487 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:43.141446 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.150643 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:43.150976 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Allocated IP 172.20.0.8 (1a22d21d-231c-47e7-a0e9-5e663c2ce302/1d6aef12-df5f-4c16-ad23-bbe8aeb7208e/c303da10-bb63-4446-a1d4-f551122141cd) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:43.151988 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:43.160368 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.161933 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebae67c3-3852-447a-aa08-7b7109f2b33d HTTP/1.1" status: 204 len: 168 time: 1.6790347 May 14 09:41:43.163022 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e707f3f-876e-4504-a032-c080998d192f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:43.287839 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:43.291978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:43.311263 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Sync routers for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:43.355995 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:43.360206 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:43.562780 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:43.716918 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:43.717593 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.793331 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event updated for resources: {'Port': ['ID=a5d981e7-27ec-433c-96ca-9cc07e96efd9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:43.812498 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.822080 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:43.930393 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:43.935367 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.4433672 May 14 09:41:43.947187 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4212687 May 14 09:41:43.947796 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51910) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:44.035874 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1adb50-fe98-44bf-a75e-195e0c459eff req-fbffe02e-48b2-42a6-abdd-69052605cd57 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:44.037486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-4a1adb50-fe98-44bf-a75e-195e0c459eff req-fbffe02e-48b2-42a6-abdd-69052605cd57 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:44.044619 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51916) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:44.079444 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.098565 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.191083 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:44.203558 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Allocated IP 172.20.0.1 (9d751f93-920e-4bc8-8948-0bb0af0099eb/6f6a1aa4-33fa-43c3-827c-59505910ab32/c5140b5c-15dd-442b-8b94-190fb7d1b6aa) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:44.218275 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.334994 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.353983 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-50e066ec-f4ff-412c-a33c-be1c84051d5a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:41:44.355607 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-50e066ec-f4ff-412c-a33c-be1c84051d5a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147240 May 14 09:41:44.521665 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-b6d6b02f-23e1-459f-86d9-774a41783f04 req-753a2400-3555-4dbf-a7d1-3a27d2ea77a9 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Synchronizing usage tracker for tenant:51da63900b85470c8e57b51e851279dc on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:44.523232 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:44.531151 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.532339 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78b41e35-c8c2-44f1-adff-d6a1f0e8b30d HTTP/1.1" status: 204 len: 168 time: 2.0830133 May 14 09:41:44.533500 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-97e59ce2-61d7-4dec-984f-e099294e9e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:44.585385 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:44.591426 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.611865 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b41e35-c8c2-44f1-adff-d6a1f0e8b30d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:44.627896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:44.666306 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-cf929eee-b07a-480d-82f7-9d2415a60874 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ea6faaa68b6f4b3fa617d6d43c395b77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6035018 May 14 09:41:44.696105 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-4a1adb50-fe98-44bf-a75e-195e0c459eff req-fbffe02e-48b2-42a6-abdd-69052605cd57 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:44.705208 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4a1adb50-fe98-44bf-a75e-195e0c459eff req-fbffe02e-48b2-42a6-abdd-69052605cd57 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 931 time: 1.7374084 May 14 09:41:44.715729 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51928) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:44.718978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.761573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-b6d6b02f-23e1-459f-86d9-774a41783f04 req-753a2400-3555-4dbf-a7d1-3a27d2ea77a9 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Unset dirty status for tenant:51da63900b85470c8e57b51e851279dc on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:44.767585 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b6d6b02f-23e1-459f-86d9-774a41783f04 req-753a2400-3555-4dbf-a7d1-3a27d2ea77a9 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.4809172 May 14 09:41:44.771643 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.801759 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-78a80069-0ae9-4fff-977d-33e789db5887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:44.958294 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:44.960643 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Pushing event updated for resources: {'Port': ['ID=c303da10-bb63-4446-a1d4-f551122141cd,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:44.967468 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:44.988485 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:45.052562 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:45.057090 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4a1adb50-fe98-44bf-a75e-195e0c459eff req-6ac014d5-f83f-41ce-84be-97056a550da9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489912 May 14 09:41:45.057634 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:45.058287 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:45.062918 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:45.080016 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.109824 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:45.120832 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:45.123257 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.195016 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.196217 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:45.209082 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:45.209082 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.249937 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:45.270185 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.284560 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-995cb488-ac26-432c-9712-b1ef77a03bfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:45.300032 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.387159 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.451319 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:39Z', 'revision_number': 3, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:45.457996 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:45.461290 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:45.477269 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:45.484797 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Checking router: 1de13aaa-4cf7-46a6-a31a-8593f633b309 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:45.485396 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Updating router 1de13aaa-4cf7-46a6-a31a-8593f633b309 port 7808c070-7dc8-44d2-ad47-1c06306ced56 binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:45.496402 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.539532 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ed54cb-db3b-4455-96f4-b40476233753,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:45.542089 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:45.542792 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:45.559419 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51944) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:45.562088 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27ad148-b115-4d8c-8a22-cb162f164737,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:45.564898 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:45.609816 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.611096 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a3bde203-489e-448f-b7d9-18fee8321c1a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9ed54cb-db3b-4455-96f4-b40476233753 HTTP/1.1" status: 204 len: 168 time: 2.7366712 May 14 09:41:45.623919 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.645053 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.646197 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d27ad148-b115-4d8c-8a22-cb162f164737 HTTP/1.1" status: 204 len: 168 time: 0.8894515 May 14 09:41:45.660493 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:45.672802 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Usage tracker for resource:security_group_rule and tenant:7bf7f03543714dc085fde4f2f1e94a7a is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:45.683696 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:45.706111 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:45.730775 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:45.831463 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:45.869880 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-09825835-5724-4331-9711-572a6544929a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2166507 May 14 09:41:45.942032 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.288180 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.323892 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Transition to ACTIVE for port object 7808c070-7dc8-44d2-ad47-1c06306ced56 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:46.343384 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.346275 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.353314 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:46.355226 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.469697 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Attempting to bind port 7808c070-7dc8-44d2-ad47-1c06306ced56 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:46.470459 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Attempting to bind port 7808c070-7dc8-44d2-ad47-1c06306ced56 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:46.471250 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Attempting to bind port 7808c070-7dc8-44d2-ad47-1c06306ced56 on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:46.486741 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:46.487422 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:46.488139 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.489074 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:46.489778 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Bound port: 7808c070-7dc8-44d2-ad47-1c06306ced56, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:46.490339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.534719 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4c295-6df9-4e8f-b23d-62d8674792bf None None] Pushing event updated for resources: {'Port': ['ID=7808c070-7dc8-44d2-ad47-1c06306ced56,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:46.543975 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96157e-fe33-4936-bec2-77cfee561217 req-902dcdb0-6f89-4da2-aad0-8d54016bac5f tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:46.545535 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-df96157e-fe33-4936-bec2-77cfee561217 req-902dcdb0-6f89-4da2-aad0-8d54016bac5f tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 931 time: 0.4584060 May 14 09:41:46.550276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86ebb7af-08e5-4dd9-8202-cfb134937544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:46.576303 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-0af4c295-6df9-4e8f-b23d-62d8674792bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:46.578908 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7bf7f03543714dc085fde4f2f1e94a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0106995 May 14 09:41:46.602628 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.616638 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 51970) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:46.644967 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.648699 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] For port 7808c070-7dc8-44d2-ad47-1c06306ced56, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:46.653109 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] For port 7808c070-7dc8-44d2-ad47-1c06306ced56, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7808c070-7dc8-44d2-ad47-1c06306ced56,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:46.660646 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.673823 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:46.682054 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.692383 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:46.702009 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:46.709309 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98753c00-2e0c-4579-b10e-69b0ffa3a489,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:46.715622 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:46.753577 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8801cd-e0f6-47c7-9a9d-d0286a144cce req-083377ec-4083-4638-b24e-8ad5b09950b1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:46.755496 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ad8801cd-e0f6-47c7-9a9d-d0286a144cce req-083377ec-4083-4638-b24e-8ad5b09950b1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 931 time: 0.3225288 May 14 09:41:46.829809 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:46.839511 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:46.840144 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:46.847238 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ad8801cd-e0f6-47c7-9a9d-d0286a144cce req-eb87550b-7347-4c40-b06d-df7672affae1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581238 May 14 09:41:46.862814 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-df96157e-fe33-4936-bec2-77cfee561217 req-1f0e93d3-8401-43b6-bcf7-259662dc1494 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071384 May 14 09:41:46.866736 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:47.095190 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4c295-6df9-4e8f-b23d-62d8674792bf None None] Pushing event updated for resources: {'Port': ['ID=7808c070-7dc8-44d2-ad47-1c06306ced56,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:47.142839 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-0af4c295-6df9-4e8f-b23d-62d8674792bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:47.154984 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.167262 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 51978) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:47.199168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.250174 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:47.264513 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:47.290090 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Usage tracker for resource:security_group_rule and tenant:2c92c05a0e6e4360bf86a36613a93c69 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:47.307223 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Request body: {'port': {'device_id': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:47.310772 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:47.331153 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:47.377819 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.415044 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.480028 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:47.488270 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.489277 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:47.497693 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Request body: {'port': {'device_id': '35c71687-15c4-4498-996b-ffdbb1899f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:47.514154 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:47.534880 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:47.536157 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/98753c00-2e0c-4579-b10e-69b0ffa3a489 HTTP/1.1" status: 204 len: 168 time: 0.8888135 May 14 09:41:47.618448 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:47.694319 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98753c00-2e0c-4579-b10e-69b0ffa3a489,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:47.708443 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:47.809020 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.119912 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Allocated IP 172.20.0.1 (e3a3e5fe-f190-410b-9858-15c48c39e3e8/93ed94f8-627f-4210-b221-c43fffb1cdfa/454ffc76-b3cf-4bbe-80d4-3b93ca97acad) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:48.139948 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.346450 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:48.349617 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.390197 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Router 481e22c4-d90d-46ee-bd5d-5735e06816c7 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:41:48.562041 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.721331 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:39Z', 'revision_number': 3, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:48.722183 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000f77-b023-40ef-ac79-52ad35d2c9e2 None None] The sync data for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb is: [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:39Z', 'revision_number': 3, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:48.758426 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:48.925537 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:49.233542 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c92c05a0e6e4360bf86a36613a93c69&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0620608 May 14 09:41:49.240772 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed266a-e153-43c5-976a-8aa59f7b0f3e,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:49.253842 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52032) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:49.263031 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9034b-ce66-46e1-bcd8-a423ed18a496 req-ffd24cbf-2c51-4a94-9244-fa6c1cd9bf4d tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:49.278864 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ada9034b-ce66-46e1-bcd8-a423ed18a496 req-ffd24cbf-2c51-4a94-9244-fa6c1cd9bf4d tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 931 time: 1.0612855 May 14 09:41:49.281138 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:49.323184 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3aac8-ab59-435c-a34c-495a5ad833a6 req-93e7ad7c-f0be-4c6b-b5de-be4c77b51b72 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:49.349084 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ddb3aac8-ab59-435c-a34c-495a5ad833a6 req-93e7ad7c-f0be-4c6b-b5de-be4c77b51b72 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 931 time: 1.1408603 May 14 09:41:49.506006 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ddb3aac8-ab59-435c-a34c-495a5ad833a6 req-ac47ecaa-a923-46ae-934a-d1f79a37a259 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:49.621139 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.623279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ddb3aac8-ab59-435c-a34c-495a5ad833a6 req-ac47ecaa-a923-46ae-934a-d1f79a37a259 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:49.636541 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ddb3aac8-ab59-435c-a34c-495a5ad833a6 req-ac47ecaa-a923-46ae-934a-d1f79a37a259 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825336 May 14 09:41:49.644613 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.db.resource_extend [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:41:49.716869 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.723716 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:49.734887 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Sync routers for ids ['481e22c4-d90d-46ee-bd5d-5735e06816c7'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:49.744332 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] 10.222.0.67 "PUT /v2.0/routers/481e22c4-d90d-46ee-bd5d-5735e06816c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6432276 May 14 09:41:49.751532 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Routers {'481e22c4-d90d-46ee-bd5d-5735e06816c7'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:49.752173 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['481e22c4-d90d-46ee-bd5d-5735e06816c7'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:49.757516 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Transition to ACTIVE for port object 454ffc76-b3cf-4bbe-80d4-3b93ca97acad will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:49.857942 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-ada9034b-ce66-46e1-bcd8-a423ed18a496 req-bd84295f-a08c-4fca-ac2a-433338caf025 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Synchronizing usage tracker for tenant:51da63900b85470c8e57b51e851279dc on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:49.866101 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.915392 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:49.927216 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:49.999486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d981e7-27ec-433c-96ca-9cc07e96efd9 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:41:50.084301 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.153467 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Transition to ACTIVE for port object a5d981e7-27ec-433c-96ca-9cc07e96efd9 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:50.169490 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.191053 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:50.259358 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Pushing event updated for resources: {'Port': ['ID=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:50.281031 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:50.395320 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-ada9034b-ce66-46e1-bcd8-a423ed18a496 req-bd84295f-a08c-4fca-ac2a-433338caf025 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Unset dirty status for tenant:51da63900b85470c8e57b51e851279dc on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:50.399943 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ada9034b-ce66-46e1-bcd8-a423ed18a496 req-bd84295f-a08c-4fca-ac2a-433338caf025 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1200442 May 14 09:41:50.404183 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:50.412864 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:50.421427 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Set router 481e22c4-d90d-46ee-bd5d-5735e06816c7 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:50.428710 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:50.683493 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.db.resource_extend [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:41:50.739233 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:50.879530 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Pushing event updated for resources: {'Port': ['ID=a5d981e7-27ec-433c-96ca-9cc07e96efd9,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:50.894304 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:50.966129 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.001285 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:51.031866 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-01c270b8-d9a5-4fd1-82a2-aa8d38ff4cdb None None] Provisioning for port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:51.036842 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed266a-e153-43c5-976a-8aa59f7b0f3e,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:51.038226 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-01c270b8-d9a5-4fd1-82a2-aa8d38ff4cdb None None] Provisioning complete for port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:51.039755 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Attempting to bind port a5d981e7-27ec-433c-96ca-9cc07e96efd9 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:51.040119 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Attempting to bind port a5d981e7-27ec-433c-96ca-9cc07e96efd9 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:51.045325 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-01c270b8-d9a5-4fd1-82a2-aa8d38ff4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.045990 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Attempting to bind port a5d981e7-27ec-433c-96ca-9cc07e96efd9 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:51.071938 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:51.072700 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Port a5d981e7-27ec-433c-96ca-9cc07e96efd9 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:41:51.073020 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Attempting to bind port a5d981e7-27ec-433c-96ca-9cc07e96efd9 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:51.081374 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.085071 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63ed266a-e153-43c5-976a-8aa59f7b0f3e HTTP/1.1" status: 204 len: 168 time: 1.7893858 May 14 09:41:51.094979 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:51.095780 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Checking segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:51.095991 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Bound using segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:51.096494 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Bound port: a5d981e7-27ec-433c-96ca-9cc07e96efd9, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:51.096868 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.258153 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-01c270b8-d9a5-4fd1-82a2-aa8d38ff4cdb None None] Port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:41:51.306717 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] For port a5d981e7-27ec-433c-96ca-9cc07e96efd9, host hv-cinder-73414, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:51.320942 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] For port a5d981e7-27ec-433c-96ca-9cc07e96efd9, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:51.332573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.338567 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:51.421249 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'c5140b5c-15dd-442b-8b94-190fb7d1b6aa', 'name': '', 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'mac_address': 'fa:16:3e:31:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:42Z', 'updated_at': '2021-05-14T09:41:46Z', 'revision_number': 2, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'subnets': [{'id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:51.434169 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Checking router: 481e22c4-d90d-46ee-bd5d-5735e06816c7 for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:51.434785 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Updating router 481e22c4-d90d-46ee-bd5d-5735e06816c7 port c5140b5c-15dd-442b-8b94-190fb7d1b6aa binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:51.446802 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.533625 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7808c070-7dc8-44d2-ad47-1c06306ced56 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:51.535275 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c303da10-bb63-4446-a1d4-f551122141cd {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:41:51.556100 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.569573 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.733095 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Pushing event updated for resources: {'Port': ['ID=a5d981e7-27ec-433c-96ca-9cc07e96efd9,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:51.755556 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 7808c070-7dc8-44d2-ad47-1c06306ced56 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:51.761787 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:51.763170 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 7808c070-7dc8-44d2-ad47-1c06306ced56 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:51.763695 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.792125 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:51.792759 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:51.794290 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] 10.222.0.75 "PUT /v2.0/ports/a5d981e7-27ec-433c-96ca-9cc07e96efd9 HTTP/1.1" status: 200 len: 1093 time: 5.3736746 May 14 09:41:51.794755 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'tag': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:41:51.952377 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Transition to ACTIVE for port object c303da10-bb63-4446-a1d4-f551122141cd will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:52.133423 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.184323 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 7808c070-7dc8-44d2-ad47-1c06306ced56, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7808c070-7dc8-44d2-ad47-1c06306ced56,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:52.194826 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.201546 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:52.402861 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=7808c070-7dc8-44d2-ad47-1c06306ced56,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:52.417757 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:52.509123 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-2baef2cb-1668-4a66-851b-1d77fea58b04 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:52.511242 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-2baef2cb-1668-4a66-851b-1d77fea58b04 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 819 time: 0.5036843 May 14 09:41:52.540463 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.549563 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.564644 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-74de612d-0ca7-4bff-a71a-0865ca8cec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:52.565763 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.567506 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-74de612d-0ca7-4bff-a71a-0865ca8cec24 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 1096 time: 0.5583673 May 14 09:41:52.569451 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-f444430f-f56d-4ffa-83a4-25998381248f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/quotas/f7f0d419b34945c4b9892b5821655a1f HTTP/1.1" status: 200 len: 375 time: 0.0464647 May 14 09:41:52.579904 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:52.668916 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.683038 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Transition to ACTIVE for port object c5140b5c-15dd-442b-8b94-190fb7d1b6aa will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:52.696054 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:52.701394 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-a2745750-4dcd-40cc-a5ce-58427cc2a09c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9 HTTP/1.1" status: 200 len: 217 time: 0.0694025 May 14 09:41:52.702432 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:52.710155 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268fa8f-6ac1-4c9c-a329-3e40c999d2a8 req-a7a8b933-ec11-4578-8872-b78f1cbec623 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:52.712247 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a268fa8f-6ac1-4c9c-a329-3e40c999d2a8 req-a7a8b933-ec11-4578-8872-b78f1cbec623 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 943 time: 1.5741148 May 14 09:41:52.755358 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-7ee1ab7d-fd9e-42ce-87aa-ed8d6693ae9f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Synchronizing usage tracker for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:52.795139 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-7ee1ab7d-fd9e-42ce-87aa-ed8d6693ae9f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Unset dirty status for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:52.800076 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-7ee1ab7d-fd9e-42ce-87aa-ed8d6693ae9f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2230935 May 14 09:41:52.844489 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Pushing event updated for resources: {'Port': ['ID=c303da10-bb63-4446-a1d4-f551122141cd,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:52.880047 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1bcda-b2a7-4558-9e58-277745e94598 None None] Pushing event updated for resources: {'Port': ['ID=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:52.924361 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-a7c1bcda-b2a7-4558-9e58-277745e94598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:53.036067 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Attempting to bind port c5140b5c-15dd-442b-8b94-190fb7d1b6aa on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:53.037201 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Attempting to bind port c5140b5c-15dd-442b-8b94-190fb7d1b6aa by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:53.037625 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Attempting to bind port c5140b5c-15dd-442b-8b94-190fb7d1b6aa on network 9d751f93-920e-4bc8-8948-0bb0af0099eb {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:53.044393 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:53.044722 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Checking segment: {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:53.045170 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.046303 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Bound using segment: {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:53.046820 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Bound port: c5140b5c-15dd-442b-8b94-190fb7d1b6aa, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:53.047208 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.107699 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-bb72e918-e227-4d57-87c9-00d9bbba981a service neutron] 10.222.0.67 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017087 May 14 09:41:53.122474 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.166629 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] For port c5140b5c-15dd-442b-8b94-190fb7d1b6aa, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:53.170336 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] For port c5140b5c-15dd-442b-8b94-190fb7d1b6aa, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:53.179746 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.192564 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:53.288767 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-21e7155b-85fc-4730-903c-644684ef2064 service neutron] 10.222.0.67 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733010 May 14 09:41:53.328656 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1bcda-b2a7-4558-9e58-277745e94598 None None] Pushing event updated for resources: {'Port': ['ID=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,revision_number=4']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:53.335584 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-a7c1bcda-b2a7-4558-9e58-277745e94598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:53.351746 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Routers {'481e22c4-d90d-46ee-bd5d-5735e06816c7'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:53.352134 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['481e22c4-d90d-46ee-bd5d-5735e06816c7'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:53.462568 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a268fa8f-6ac1-4c9c-a329-3e40c999d2a8 req-a1c60cf3-aeca-4bc9-918b-0b012ae82c61 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7218282 May 14 09:41:53.463498 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Pushing event updated for resources: {'Port': ['ID=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:53.481920 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:53.484977 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7808c070-7dc8-44d2-ad47-1c06306ced56 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:53.544427 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.790s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:53.544970 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:53.548266 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Attempting to bind port c303da10-bb63-4446-a1d4-f551122141cd on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:53.553404 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Attempting to bind port c303da10-bb63-4446-a1d4-f551122141cd by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'bbd11af1-5adf-443d-81e8-6cba5d236ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:53.554591 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Attempting to bind port c303da10-bb63-4446-a1d4-f551122141cd on network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:53.591316 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Port c303da10-bb63-4446-a1d4-f551122141cd on network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:41:53.599036 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Attempting to bind port c303da10-bb63-4446-a1d4-f551122141cd on network 1a22d21d-231c-47e7-a0e9-5e663c2ce302 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:53.635782 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] Set router 481e22c4-d90d-46ee-bd5d-5735e06816c7 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:53.649752 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:53.651108 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Checking segment: {'id': 'bbd11af1-5adf-443d-81e8-6cba5d236ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:53.653907 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Bound using segment: {'id': 'bbd11af1-5adf-443d-81e8-6cba5d236ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:53.654614 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Bound port: c303da10-bb63-4446-a1d4-f551122141cd, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd11af1-5adf-443d-81e8-6cba5d236ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:53.655208 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.686122 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 7808c070-7dc8-44d2-ad47-1c06306ced56 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:53.688758 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:53.824891 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:53.906559 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:54.196178 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-6d0d7217-718d-48d4-9d93-1814fcab1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:54.201740 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-6d0d7217-718d-48d4-9d93-1814fcab1a5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.1285021 May 14 09:41:54.239061 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Router 1de13aaa-4cf7-46a6-a31a-8593f633b309 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:41:54.300881 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-9126603d-9823-415d-b2ef-9fdfd160d8ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909283 May 14 09:41:54.314335 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f77ac1e6-497b-458e-871b-3bb957ef61fb None None] Provisioning complete for port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:54.316911 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f77ac1e6-497b-458e-871b-3bb957ef61fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.332883 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'c5140b5c-15dd-442b-8b94-190fb7d1b6aa', 'name': '', 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'mac_address': 'fa:16:3e:31:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:42Z', 'updated_at': '2021-05-14T09:41:53Z', 'revision_number': 4, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'subnets': [{'id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:54.337221 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100cd05-d0f9-452a-9342-59cbfe8afa1d None None] The sync data for ids ['481e22c4-d90d-46ee-bd5d-5735e06816c7'] in dv-cinder-734144-18-smb is: [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'c5140b5c-15dd-442b-8b94-190fb7d1b6aa', 'name': '', 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'mac_address': 'fa:16:3e:31:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:42Z', 'updated_at': '2021-05-14T09:41:53Z', 'revision_number': 4, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'subnets': [{'id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:54.406608 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'tag': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9', 'status': 'completed', 'code': 200} May 14 09:41:54.527243 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-f77ac1e6-497b-458e-871b-3bb957ef61fb None None] Port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:41:54.548938 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52190) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:54.566220 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] For port c303da10-bb63-4446-a1d4-f551122141cd, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:54.639910 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f1fe1230-cb96-4543-96c6-8c9a8f741dce req-d6bfd901-09bf-4b50-bb4a-349534c00f22 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 210 time: 0.0892005 May 14 09:41:54.645400 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] For port c303da10-bb63-4446-a1d4-f551122141cd, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c303da10-bb63-4446-a1d4-f551122141cd,segment=NetworkSegment(bbd11af1-5adf-443d-81e8-6cba5d236ff4),segment_id=bbd11af1-5adf-443d-81e8-6cba5d236ff4)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:54.656922 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:41:54.668479 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Sync routers for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:41:54.689421 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:54.689685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52202) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:54.690072 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:54.692440 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:54.728017 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:54.778338 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-a6d68edf-e991-4834-99e3-9598df5c37d8 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695334 May 14 09:41:54.816003 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1242c84-f45a-41bc-8de9-6fdf809d0a5d req-ef221bec-2290-42ce-8392-1deb048f13d9 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:54.817611 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c1242c84-f45a-41bc-8de9-6fdf809d0a5d req-ef221bec-2290-42ce-8392-1deb048f13d9 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 943 time: 0.9994700 May 14 09:41:55.004705 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:55.005554 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.010491 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] 10.222.0.75 "PUT /v2.0/ports/c303da10-bb63-4446-a1d4-f551122141cd HTTP/1.1" status: 200 len: 1093 time: 8.5864794 May 14 09:41:55.015257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c71687-15c4-4498-996b-ffdbb1899f35', 'tag': 'c303da10-bb63-4446-a1d4-f551122141cd'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:41:55.059927 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:55.092319 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.245230 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] 10.222.0.67 "PUT /v2.0/routers/1de13aaa-4cf7-46a6-a31a-8593f633b309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2606688 May 14 09:41:55.264283 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:55.269599 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Usage tracker for resource:security_group_rule and tenant:20a55767293a4d13ae8d9c26146694d6 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:55.273361 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:55.279912 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:55.385349 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.411139 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Pushing event updated for resources: {'Port': ['ID=c303da10-bb63-4446-a1d4-f551122141cd,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:55.424718 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:55.442403 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c1242c84-f45a-41bc-8de9-6fdf809d0a5d req-1321a32b-7943-4124-a82b-82a0e27b15db tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061032 May 14 09:41:55.444011 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:55.451158 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-680ac1be-bae7-4e82-97dd-b081a18209b7 req-fe86e33d-9221-45ab-aab4-b45b72ba814e service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341116 May 14 09:41:55.457568 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Usage tracker for resource:security_group_rule and tenant:3a9a10954aaf4abe8d244255ab0bc1ee is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:55.462196 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:55.462814 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b660fc-91c3-4e8e-aa4a-1959525cb395 req-f4c80ca1-2f13-4b69-815a-21b3db8cda6d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:55.471425 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:55.472273 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28b660fc-91c3-4e8e-aa4a-1959525cb395 req-f4c80ca1-2f13-4b69-815a-21b3db8cda6d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 943 time: 0.6512377 May 14 09:41:55.656934 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff885-c409-4327-a575-de1e9e10229c req-6f757406-dd08-4b88-8d96-23e29ab05352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:55.658757 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-6f757406-dd08-4b88-8d96-23e29ab05352 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=51da63900b85470c8e57b51e851279dc&device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 1096 time: 0.4467552 May 14 09:41:55.695841 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c5140b5c-15dd-442b-8b94-190fb7d1b6aa up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:55.720290 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28b660fc-91c3-4e8e-aa4a-1959525cb395 req-de9a6144-0ea5-4d34-b2e8-fe088eb20d70 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452495 May 14 09:41:55.743330 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:41:55.825997 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.75', 63849) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:55.935079 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port c5140b5c-15dd-442b-8b94-190fb7d1b6aa completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:55.952978 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port c5140b5c-15dd-442b-8b94-190fb7d1b6aa triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:55.953649 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:55.996885 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 2, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:56.008485 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Checking router: 1de13aaa-4cf7-46a6-a31a-8593f633b309 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:41:56.009993 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Updating router 1de13aaa-4cf7-46a6-a31a-8593f633b309 port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:41:56.129946 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-6c4b87f6-a9c6-45e4-8cf4-dd148f0d04ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c303da10-bb63-4446-a1d4-f551122141cd HTTP/1.1" status: 200 len: 217 time: 0.4494977 May 14 09:41:56.174201 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.271941 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.275938 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c71687-15c4-4498-996b-ffdbb1899f35', 'tag': 'c303da10-bb63-4446-a1d4-f551122141cd', 'status': 'completed', 'code': 200} May 14 09:41:56.279603 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-8434402f-1949-4e99-9dff-97764ea3691b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:56.281732 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-8434402f-1949-4e99-9dff-97764ea3691b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 819 time: 0.4422491 May 14 09:41:56.288156 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-15c4f379-013f-4cc5-bbd5-5bcfba952831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:56.293278 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-15c4f379-013f-4cc5-bbd5-5bcfba952831 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 1096 time: 0.7762086 May 14 09:41:56.316090 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Request body: {'port': {'device_id': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'admin_state_up': True, 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:56.346905 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.364541 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff885-c409-4327-a575-de1e9e10229c req-6ffeba1c-6ece-449d-9b75-cf60b12ea168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:56.366009 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-6ffeba1c-6ece-449d-9b75-cf60b12ea168 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d6aef12-df5f-4c16-ad23-bbe8aeb7208e HTTP/1.1" status: 200 len: 851 time: 0.0925372 May 14 09:41:56.369678 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.387029 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:56.457961 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.486714 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-ee073e2c-06bb-43f9-9ab2-019ec44a9036 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a22d21d-231c-47e7-a0e9-5e663c2ce302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026764 May 14 09:41:56.517474 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a9a10954aaf4abe8d244255ab0bc1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8154860 May 14 09:41:56.567761 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52266) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:56.576222 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-41214afb-ccb4-4c01-a873-8c7e6d7aadc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:56.614098 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6cf050-5d96-4a25-bf6c-417c23cd7fb1,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:56.628053 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:56.665468 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-7ec08c1f-8899-466a-8710-c9274966793b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:56.666214 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-7ec08c1f-8899-466a-8710-c9274966793b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Synchronizing usage tracker for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:41:56.695502 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.711164 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20a55767293a4d13ae8d9c26146694d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1592526 May 14 09:41:56.725228 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52276) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:56.785614 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-7ec08c1f-8899-466a-8710-c9274966793b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Unset dirty status for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:41:56.794971 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-7ec08c1f-8899-466a-8710-c9274966793b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 819 time: 0.7328556 May 14 09:41:56.814042 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-112cdb11-5153-4977-a625-fb778c2b5fa6 service neutron] 10.222.0.75 "GET /v2.0/networks/1a22d21d-231c-47e7-a0e9-5e663c2ce302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069470 May 14 09:41:56.836802 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port c5140b5c-15dd-442b-8b94-190fb7d1b6aa, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:56.853987 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:56.876407 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:56.878479 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d911a0-5595-4154-8e1f-75088690469d,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:56.888310 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52284) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:56.888646 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52286) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:56.922792 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-e943f97d-264f-4d7e-9038-d4d125f9a1ce tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/quotas/f7f0d419b34945c4b9892b5821655a1f HTTP/1.1" status: 200 len: 375 time: 0.1238627 May 14 09:41:56.927577 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:56.957700 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-c9605606-4ad7-49ce-af0f-b6d3b6c7f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:56.959233 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-c9605606-4ad7-49ce-af0f-b6d3b6c7f2e8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 916 time: 0.6160772 May 14 09:41:57.000312 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248568414', 'description': 'tempest-description--1579664824'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:57.008922 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.018053 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:57.019532 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.029606 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-16747a02-f36f-4289-81d1-2b15168c9d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.081172 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:57.085690 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.097974 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:57.105264 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-aa548529-a533-46c8-b74e-48a834328c13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9 HTTP/1.1" status: 200 len: 217 time: 0.0781968 May 14 09:41:57.118179 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.131758 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:57.133823 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Transition to ACTIVE for port object 454ffc76-b3cf-4bbe-80d4-3b93ca97acad will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:41:57.141888 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.154111 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.162863 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:57.188975 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.194159 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:57.198965 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.200312 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-16747a02-f36f-4289-81d1-2b15168c9d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.214830 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.249652 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6f3ff885-c409-4327-a575-de1e9e10229c req-a92ba1c9-ca86-4e27-b6d4-f079a240d5b8 service neutron] 10.222.0.75 "GET /v2.0/networks/1a22d21d-231c-47e7-a0e9-5e663c2ce302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151149 May 14 09:41:57.253244 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:57.253585 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Made reservation on behalf of f7f0d419b34945c4b9892b5821655a1f for: {'port': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:41:57.257935 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.270844 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Usage tracker for resource:security_group_rule and tenant:389c2f7308954725a4f1fccf210a9120 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:57.287459 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:57.287993 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-06ae163e-94cd-4b81-8c74-7eaba4fb45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:57.288954 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-06ae163e-94cd-4b81-8c74-7eaba4fb45b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.1669767 May 14 09:41:57.302396 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:57.320271 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:57.331978 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group_rule and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:57.344458 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-bb986ed1-7cec-44ac-8d84-900443308721 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3311474 May 14 09:41:57.345456 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:57.378497 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc4662-765f-46e7-b8be-01bcd0f50d29 None None] Pushing event updated for resources: {'Port': ['ID=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.393217 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-8fdc4662-765f-46e7-b8be-01bcd0f50d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.400348 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c5140b5c-15dd-442b-8b94-190fb7d1b6aa up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:57.420473 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-7b221554-c3ca-4544-a5d0-1c8d56efd864 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130490 May 14 09:41:57.448243 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e7f76-50d9-4d30-902f-36886cf8a74c req-7291ce1e-45f3-4513-99c1-3ae4d2e0a17a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:57.455544 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-148e7f76-50d9-4d30-902f-36886cf8a74c req-7291ce1e-45f3-4513-99c1-3ae4d2e0a17a tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 943 time: 0.4786780 May 14 09:41:57.515914 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:57.517770 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Attempting to bind port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:41:57.518148 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Attempting to bind port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:41:57.518514 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Attempting to bind port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:41:57.528739 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:41:57.529248 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Checking segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:41:57.529736 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.530193 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Bound using segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:41:57.530722 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Bound port: 454ffc76-b3cf-4bbe-80d4-3b93ca97acad, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:41:57.531074 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.603460 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-16747a02-f36f-4289-81d1-2b15168c9d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.613371 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.618293 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port c5140b5c-15dd-442b-8b94-190fb7d1b6aa triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:57.618695 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.635842 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-239e3a70-e954-4633-b4ff-01738355a411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.646790 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e4d4477d-2804-4888-b04c-4939ae11a84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.650702 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-b15d765a-a619-45c3-bf86-a7bc0f358063 service neutron] 10.222.0.67 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536633 May 14 09:41:57.672099 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d911a0-5595-4154-8e1f-75088690469d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.676158 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-148e7f76-50d9-4d30-902f-36886cf8a74c req-c9f4bee2-2463-49b8-b0e5-242a5a82597d tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196946 May 14 09:41:57.702348 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.708329 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16747a02-f36f-4289-81d1-2b15168c9d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6cf050-5d96-4a25-bf6c-417c23cd7fb1,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:57.714146 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-16747a02-f36f-4289-81d1-2b15168c9d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:57.734289 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d205-2ae1-4901-8106-88630d323fdf req-b979744e-a8d0-4a7b-988f-c69a13f21e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:57.735840 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e895d205-2ae1-4901-8106-88630d323fdf req-b979744e-a8d0-4a7b-988f-c69a13f21e6a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=51da63900b85470c8e57b51e851279dc&device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 1096 time: 0.4053605 May 14 09:41:57.759663 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Allocated IP 172.20.0.2 (9d751f93-920e-4bc8-8948-0bb0af0099eb/6f6a1aa4-33fa-43c3-827c-59505910ab32/ceaf6568-7c9f-44de-8c77-8eed93b20ac5) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:41:57.767899 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-4338233d-c144-4809-a7d5-6c66e1bb56e8 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096559 May 14 09:41:57.787838 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] For port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:41:57.799182 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-16747a02-f36f-4289-81d1-2b15168c9d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.800278 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-16747a02-f36f-4289-81d1-2b15168c9d44 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db6cf050-5d96-4a25-bf6c-417c23cd7fb1 HTTP/1.1" status: 204 len: 168 time: 1.1945541 May 14 09:41:57.810823 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] For port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:41:57.856334 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:57.890115 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:57.984668 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.000211 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:41:58.000844 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:41:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:58.056524 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.065732 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.070827 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.071648 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.072981 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60d911a0-5595-4154-8e1f-75088690469d HTTP/1.1" status: 204 len: 168 time: 1.3466029 May 14 09:41:58.110844 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:58.244479 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7a3211-9d0a-4c04-8ad3-21dcdb4060f2 req-6374aad8-6863-42aa-a1b0-f6214f533f92 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681144 May 14 09:41:58.302114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.303996 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3936241 May 14 09:41:58.309856 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52308) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:58.322552 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'security_group_rule': {'security_group_id': '7f1d9a24-f537-4464-842f-f0a1a3174383', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:58.325101 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=389c2f7308954725a4f1fccf210a9120&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4097593 May 14 09:41:58.325766 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52312) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:58.334730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580afcb-2ac6-400c-95b4-c49f95a2e510 req-26826a48-d59f-4144-a476-ca315df77037 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:58.336282 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6580afcb-2ac6-400c-95b4-c49f95a2e510 req-26826a48-d59f-4144-a476-ca315df77037 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 943 time: 0.4656084 May 14 09:41:58.342967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834ae02-2558-4df6-afbb-dc8ac9e8e1c3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d9a24-f537-4464-842f-f0a1a3174383,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:58.365860 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:58.376264 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group_rule and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:58.388387 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:58.403615 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52316) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:58.409809 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.415229 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:58.436342 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6580afcb-2ac6-400c-95b4-c49f95a2e510 req-96290021-e816-4c37-9c71-f548fd5c5880 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866287 May 14 09:41:58.449387 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.543546 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc4662-765f-46e7-b8be-01bcd0f50d29 None None] Pushing event updated for resources: {'Port': ['ID=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:58.550466 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-8fdc4662-765f-46e7-b8be-01bcd0f50d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:58.593855 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:41:58.605024 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9db742-4f4e-4bb4-9243-4091fb0478fb,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:58.608955 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:58.610728 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d205-2ae1-4901-8106-88630d323fdf req-7ea89ca3-b43b-4ba2-9a67-90c2d0de8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:58.612223 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e895d205-2ae1-4901-8106-88630d323fdf req-7ea89ca3-b43b-4ba2-9a67-90c2d0de8129 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a22d21d-231c-47e7-a0e9-5e663c2ce302 HTTP/1.1" status: 200 len: 912 time: 0.8190067 May 14 09:41:58.614077 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-94026035-51d7-405c-9324-f5256bd9d566 service neutron] 10.222.0.67 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9482515 May 14 09:41:58.628227 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:58.628563 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:58.701691 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.703502 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.705249 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52322) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:58.709189 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.715566 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e895d205-2ae1-4901-8106-88630d323fdf req-926583f7-8a05-4419-8fd3-ff5d368def51 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c303da10-bb63-4446-a1d4-f551122141cd HTTP/1.1" status: 200 len: 217 time: 0.0769763 May 14 09:41:58.719648 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.731809 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.744285 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-383ff67a-2d8f-4fa2-b174-bed7ae7ba8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:58.791446 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:58.796572 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Usage tracker for resource:security_group_rule and tenant:d8f08ec664a84d408c941e0221a3d05e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:58.799885 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:58.829492 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:58.830595 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Pushing event updated for resources: {'Port': ['ID=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:58.842021 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:41:58.863758 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:41:58.869093 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:58.873721 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Usage tracker for resource:security_group_rule and tenant:35b5f7ff60fd4c59bf822c1ad8bee85a is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:58.877296 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:58.884619 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:58.969217 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.980080 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.981419 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:41:58.988237 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:58.988965 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:58.995765 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:58.996542 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:59.014955 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f790f5-c250-4864-bb0c-90eedf115f13,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:59.017906 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.019170 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7065771 May 14 09:41:59.019990 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.043803 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.052322 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:41:59.057903 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fdc08-8621-4a96-9b67-a686417dcdb9 None None] The sync data for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb is: [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:41:57Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:41:59.062887 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52336) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:59.076628 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:59.083305 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:59.090263 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:59.093223 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a5d981e7-27ec-433c-96ca-9cc07e96efd9 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:41:59.104265 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'security_group_rule': {'security_group_id': '7f1d9a24-f537-4464-842f-f0a1a3174383', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:59.114415 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:41:59.119286 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group_rule and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:41:59.122259 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:41:59.178769 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-80ff694b-d9b3-4abd-b1f1-674bcc15ef43 req-2b56b9c1-8b09-44aa-aba3-2fe69d4bf9b5 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 210 time: 0.2057436 May 14 09:41:59.182889 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:41:59.202863 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8942015 May 14 09:41:59.203580 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d205-2ae1-4901-8106-88630d323fdf req-404437a0-1f5d-4e3b-8c6d-67d57fb6b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:59.205128 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e895d205-2ae1-4901-8106-88630d323fdf req-404437a0-1f5d-4e3b-8c6d-67d57fb6b363 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d6aef12-df5f-4c16-ad23-bbe8aeb7208e HTTP/1.1" status: 200 len: 851 time: 0.4517686 May 14 09:41:59.222739 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8f08ec664a84d408c941e0221a3d05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6192641 May 14 09:41:59.234276 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Request body: {'port': {'device_id': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:41:59.236481 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.264535 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52342) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:59.273511 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=35b5f7ff60fd4c59bf822c1ad8bee85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669706 May 14 09:41:59.277450 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52346) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:41:59.319022 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc49da9-3381-4b72-9435-ae63d60786d3,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:59.397767 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb45b8df-cd9c-4951-ac4c-ec415f6aece0,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:41:59.400446 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:59.409324 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e895d205-2ae1-4901-8106-88630d323fdf req-36bebaf2-93b4-4c9f-aab9-1aae3f261313 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a22d21d-231c-47e7-a0e9-5e663c2ce302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854122 May 14 09:41:59.410195 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:41:59.415344 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a5d981e7-27ec-433c-96ca-9cc07e96efd9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:59.449075 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'port_id': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9', 'mac_address': 'fa:16:3e:59:ee:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576a5578-81c9-42ff-a61a-77d5b0fe16a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:41:59.507896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.518076 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 454ffc76-b3cf-4bbe-80d4-3b93ca97acad up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:41:59.523230 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.640433 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:41:59.648940 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.682986 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:41:59.684922 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.777449 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d981e7-27ec-433c-96ca-9cc07e96efd9 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:41:59.782093 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.871514 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e895d205-2ae1-4901-8106-88630d323fdf req-b46bcf6a-0662-48df-8cf6-1b74fc69a5c5 service neutron] 10.222.0.75 "GET /v2.0/networks/1a22d21d-231c-47e7-a0e9-5e663c2ce302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408281 May 14 09:41:59.889125 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a5d981e7-27ec-433c-96ca-9cc07e96efd9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:41:59.900209 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.909245 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.914706 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.915836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.925906 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:41:59.944824 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:41:59.953156 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634e25-cb9d-495e-a3db-43df0cca33bb req-6aad04cc-1d89-4704-9d6e-a10a7053bffc tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:41:59.960427 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8d634e25-cb9d-495e-a3db-43df0cca33bb req-6aad04cc-1d89-4704-9d6e-a10a7053bffc tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 943 time: 0.9658072 May 14 09:42:00.001462 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.015550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bdd2b898-0f49-4be1-8b6d-19525f750487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.034581 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9db742-4f4e-4bb4-9243-4091fb0478fb,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.043462 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0a3fb-fcc6-4739-9687-be0eef51565a req-fdd9814b-f68f-4e61-9bc9-c338b8c5954b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:00.044991 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-76c0a3fb-fcc6-4739-9687-be0eef51565a req-fdd9814b-f68f-4e61-9bc9-c338b8c5954b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 943 time: 0.3551648 May 14 09:42:00.045927 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.048982 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.052402 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f9db742-4f4e-4bb4-9243-4091fb0478fb HTTP/1.1" status: 204 len: 168 time: 1.7034802 May 14 09:42:00.067365 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.121968 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-76c0a3fb-fcc6-4739-9687-be0eef51565a req-e8fd5b09-7657-4c2f-ac7a-77cf4b1866f3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612617 May 14 09:42:00.167760 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e895d205-2ae1-4901-8106-88630d323fdf req-3cee5b60-6133-44e1-983d-a13b40f2caf8 service neutron] 10.222.0.75 "GET /v2.0/networks/1a22d21d-231c-47e7-a0e9-5e663c2ce302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830176 May 14 09:42:00.179907 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.205984 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.206914 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.227159 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a5d981e7-27ec-433c-96ca-9cc07e96efd9,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.232043 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.240219 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.258912 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:00.264536 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8d634e25-cb9d-495e-a3db-43df0cca33bb req-6d807701-eb3d-45bb-8a2d-d64f3427b861 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029916 May 14 09:42:00.276846 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.283852 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.320363 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7495cf1b-5d67-4fce-a26c-daf14b94509e,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.365877 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.367328 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-52b9556c-af9c-44bb-910d-3ff80e0d5a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.377969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a5d981e7-27ec-433c-96ca-9cc07e96efd9'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:00.404280 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb45b8df-cd9c-4951-ac4c-ec415f6aece0,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.429219 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-05253663-8bfb-42f1-bfda-50e5243556bb req-a02399a4-4cdc-45ea-ac45-61ab7dd5ae68 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 210 time: 0.0791211 May 14 09:42:00.461032 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.478993 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.483583 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52370) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:00.484291 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4092400 May 14 09:42:00.485317 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.486369 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb45b8df-cd9c-4951-ac4c-ec415f6aece0 HTTP/1.1" status: 204 len: 168 time: 1.2105873 May 14 09:42:00.489202 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'floatingip': {'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:00.500466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:00.513239 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:floatingip and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:00.533878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:00.546131 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:00.632841 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.636590 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.661689 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.673948 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.694866 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc49da9-3381-4b72-9435-ae63d60786d3,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:00.700562 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:00.705987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.715522 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.716979 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1cc49da9-3381-4b72-9435-ae63d60786d3 HTTP/1.1" status: 204 len: 168 time: 1.4302797 May 14 09:42:00.872066 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceaf6568-7c9f-44de-8c77-8eed93b20ac5 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:00.885205 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.911468 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52384) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:00.915287 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Transition to ACTIVE for port object ceaf6568-7c9f-44de-8c77-8eed93b20ac5 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:00.935917 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.947522 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:00.958358 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:00.970783 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-b0633edb-a8bd-4ac0-8f99-a2ef81e8d8e9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:00.972261 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-b0633edb-a8bd-4ac0-8f99-a2ef81e8d8e9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 819 time: 0.3976045 May 14 09:42:00.994625 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Request body: {'port': {'device_id': '4f2315c3-c563-4020-b320-653bf92a45f2', 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'admin_state_up': True, 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:01.072943 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c303da10-bb63-4446-a1d4-f551122141cd details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:01.101360 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:01.111575 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Usage tracker for resource:security_group_rule and tenant:74e633aa7a51443986dd2fc276701a61 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:01.121220 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:01.142802 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.155440 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Attempting to bind port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:01.156057 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Attempting to bind port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:01.156468 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Attempting to bind port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 on network 9d751f93-920e-4bc8-8948-0bb0af0099eb {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:01.159369 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:01.170435 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:01.172986 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 on network 9d751f93-920e-4bc8-8948-0bb0af0099eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:01.173399 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Attempting to bind port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 on network 9d751f93-920e-4bc8-8948-0bb0af0099eb {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:01.177313 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:01.195635 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:01.200486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Checking segment: {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:01.200486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Bound using segment: {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:01.200996 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Bound port: ceaf6568-7c9f-44de-8c77-8eed93b20ac5, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:01.201542 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.215754 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:01.231631 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Usage tracker for resource:port and tenant:f7f0d419b34945c4b9892b5821655a1f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:01.236870 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:01.281006 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:01.440035 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port c303da10-bb63-4446-a1d4-f551122141cd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c303da10-bb63-4446-a1d4-f551122141cd,segment=NetworkSegment(bbd11af1-5adf-443d-81e8-6cba5d236ff4),segment_id=bbd11af1-5adf-443d-81e8-6cba5d236ff4)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:01.460537 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'c303da10-bb63-4446-a1d4-f551122141cd', 'network_id': '1a22d21d-231c-47e7-a0e9-5e663c2ce302', 'port_id': 'c303da10-bb63-4446-a1d4-f551122141cd', 'mac_address': 'fa:16:3e:ed:57:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6aef12-df5f-4c16-ad23-bbe8aeb7208e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:01.465197 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 454ffc76-b3cf-4bbe-80d4-3b93ca97acad up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:01.524608 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Made reservation on behalf of f7f0d419b34945c4b9892b5821655a1f for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:01.542900 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.549524 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.573378 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.598886 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.635832 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c303da10-bb63-4446-a1d4-f551122141cd {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:01.680678 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port c303da10-bb63-4446-a1d4-f551122141cd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c303da10-bb63-4446-a1d4-f551122141cd,segment=NetworkSegment(bbd11af1-5adf-443d-81e8-6cba5d236ff4),segment_id=bbd11af1-5adf-443d-81e8-6cba5d236ff4)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:01.694966 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:01.695436 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.718539 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-452de686-e38b-49f1-9cab-a5151691c2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:01.776080 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74e633aa7a51443986dd2fc276701a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8591461 May 14 09:42:01.777204 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070442aa-aba2-4105-9c63-b1e34ae99ebf,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:01.783350 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52418) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:01.797210 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:01.800921 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-8fdc4662-765f-46e7-b8be-01bcd0f50d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:01.814386 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:01.880524 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Allocated IP 172.28.0.196 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/4fb9d382-32bd-4d81-945e-c0f3a82a3415) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:01.934616 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=c303da10-bb63-4446-a1d4-f551122141cd,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:01.945177 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:01.988473 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] For port ceaf6568-7c9f-44de-8c77-8eed93b20ac5, host hv-cinder-73414, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:01.992155 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.047261 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] For port ceaf6568-7c9f-44de-8c77-8eed93b20ac5, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:02.066147 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.068778 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.092302 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc316-7d0a-4872-a10b-8b86a7a0a2fa req-5a69f19f-0030-415d-bde0-b22017d6311b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.099897 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fc0bc316-7d0a-4872-a10b-8b86a7a0a2fa req-5a69f19f-0030-415d-bde0-b22017d6311b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 944 time: 0.5370533 May 14 09:42:02.105105 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:02.135542 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Allocated IP 172.20.0.5 (9d751f93-920e-4bc8-8948-0bb0af0099eb/6f6a1aa4-33fa-43c3-827c-59505910ab32/ee2fe636-3b0d-47f5-8604-83c497f35c4b) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:02.153323 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d22ec-07ce-43aa-bc8c-5f6a8a7d7a0d req-d7c294a3-9524-43d5-adc7-2a115fdea681 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.161125 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-086d22ec-07ce-43aa-bc8c-5f6a8a7d7a0d req-d7c294a3-9524-43d5-adc7-2a115fdea681 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 943 time: 0.5359058 May 14 09:42:02.162361 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['c303da10-bb63-4446-a1d4-f551122141cd'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:02.284225 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-086d22ec-07ce-43aa-bc8c-5f6a8a7d7a0d req-f08af252-822b-445a-803c-75af6a41994e tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221054 May 14 09:42:02.289579 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.396669 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fc0bc316-7d0a-4872-a10b-8b86a7a0a2fa req-0a096a4c-e549-4a8c-9306-bde4ac5b42da tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957060 May 14 09:42:02.401874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.405295 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.407309 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] 10.222.0.75 "PUT /v2.0/ports/ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 1093 time: 3.1779206 May 14 09:42:02.408284 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'tag': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:02.430898 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:02.443017 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:02.519989 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.563910 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'tag': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5', 'status': 'completed', 'code': 200} May 14 09:42:02.564524 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:02.615322 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070442aa-aba2-4105-9c63-b1e34ae99ebf,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:02.621664 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:02.625900 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-e1042622-f2a9-49e8-b76f-2e6ea5dfb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.628210 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-e1042622-f2a9-49e8-b76f-2e6ea5dfb471 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1096 time: 0.1789229 May 14 09:42:02.629069 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.630425 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/070442aa-aba2-4105-9c63-b1e34ae99ebf HTTP/1.1" status: 204 len: 168 time: 0.8452613 May 14 09:42:02.663287 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7103b9ad-9083-4348-ae97-27b592c4c3cf req-9e3fb95b-b16d-49a2-9aa7-39ecc1c7baae tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 210 time: 0.1067231 May 14 09:42:02.706657 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.718163 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:02.765341 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-98402f19-2811-4794-a606-d6fd24cd64a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 217 time: 0.1297457 May 14 09:42:02.822976 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:02.833946 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:02.844370 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-8c57e6e5-37d8-4208-a728-edc875af4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:02.846071 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-8c57e6e5-37d8-4208-a728-edc875af4ad9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.0735350 May 14 09:42:02.847215 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:02.906820 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-d30c4c56-51fc-48a0-8eee-2d4000e40b90 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469494 May 14 09:42:02.930793 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:02.934818 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'Port': ['ID=4fb9d382-32bd-4d81-945e-c0f3a82a3415,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:02.941912 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:03.030639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.065307 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a5d981e7-27ec-433c-96ca-9cc07e96efd9 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:03.085436 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-094ee1af-fb9f-444e-8514-bc3f0b2ebbd4 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710236 May 14 09:42:03.088546 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.111240 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c88bbb07-3b1d-4250-9ec3-e402fc0d0f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:03.207650 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port a5d981e7-27ec-433c-96ca-9cc07e96efd9 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:03.212717 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port a5d981e7-27ec-433c-96ca-9cc07e96efd9 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:03.213089 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.216111 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Network 9d751f93-920e-4bc8-8948-0bb0af0099eb is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:03.227720 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.257384 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:03.280445 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:03.317848 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Pushing event updated for resources: {'Port': ['ID=ee2fe636-3b0d-47f5-8604-83c497f35c4b,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:03.326438 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:03.393890 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:03.394535 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.423441 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08c64cec-7311-40fb-8ecd-563a5c4075ff req-b1669d03-151c-437a-8f2a-857b85923910 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206115 May 14 09:42:03.563597 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5746930 May 14 09:42:03.574293 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.608753 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Request body: {'port': {'device_id': '4f2315c3-c563-4020-b320-653bf92a45f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:03.611475 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a5d981e7-27ec-433c-96ca-9cc07e96efd9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:03.612421 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:03.679111 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.681318 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-0af4c295-6df9-4e8f-b23d-62d8674792bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:03.739561 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-ffddc8c5-82b9-49f5-a371-cea6bb7a2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:03.741753 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-ffddc8c5-82b9-49f5-a371-cea6bb7a2d52 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1096 time: 0.2676039 May 14 09:42:03.766106 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767b4f4-bb22-4fbb-9d5b-1707d63204e9 req-8b7ec774-0709-47b7-9394-904902871903 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:03.767816 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0767b4f4-bb22-4fbb-9d5b-1707d63204e9 req-8b7ec774-0709-47b7-9394-904902871903 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 944 time: 0.1732993 May 14 09:42:03.776341 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a5d981e7-27ec-433c-96ca-9cc07e96efd9,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:03.779989 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:03.830612 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.840821 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.856381 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:03.903366 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0767b4f4-bb22-4fbb-9d5b-1707d63204e9 req-443796d1-9fb9-469e-aa11-c292c96550ad tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049912 May 14 09:42:03.903555 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:03.969249 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-f340cb3c-7336-457c-b678-acc54309b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:03.974818 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-f340cb3c-7336-457c-b678-acc54309b458 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.2175429 May 14 09:42:04.043294 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc71db9-243e-44f2-bc5f-d161ca56f113 req-dd850c01-e992-42cc-a35a-ce16e40ab348 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:04.051957 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9bc71db9-243e-44f2-bc5f-d161ca56f113 req-dd850c01-e992-42cc-a35a-ce16e40ab348 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.4483104 May 14 09:42:04.079834 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-d08bc87a-09a2-4c18-9c51-b241f24eb366 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 217 time: 0.0998683 May 14 09:42:04.294289 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'Port': ['ID=4fb9d382-32bd-4d81-945e-c0f3a82a3415,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:04.316720 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:04.339278 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-7fca99ed-5ea7-4e81-8baf-6a9857f05e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:04.339278 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-7fca99ed-5ea7-4e81-8baf-6a9857f05e1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.2505105 May 14 09:42:04.393689 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9bc71db9-243e-44f2-bc5f-d161ca56f113 req-200ad621-055a-4718-a7d3-eeec019dcc2f tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292241 May 14 09:42:04.404495 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:04.440099 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d6d4-d9ef-48b4-b9b1-19499af4d748 req-954f4c39-2a78-4d58-a458-858befd18056 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:04.440704 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-5c84d6d4-d9ef-48b4-b9b1-19499af4d748 req-954f4c39-2a78-4d58-a458-858befd18056 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Synchronizing usage tracker for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:04.464373 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-feb8c9de-09fa-4697-877f-e4beacd9c4fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058824 May 14 09:42:04.527239 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-5c84d6d4-d9ef-48b4-b9b1-19499af4d748 req-954f4c39-2a78-4d58-a458-858befd18056 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Unset dirty status for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:04.531347 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5c84d6d4-d9ef-48b4-b9b1-19499af4d748 req-954f4c39-2a78-4d58-a458-858befd18056 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 931 time: 0.3969793 May 14 09:42:04.649198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2fe636-3b0d-47f5-8604-83c497f35c4b {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:04.656887 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:04.672976 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Transition to ACTIVE for port object ee2fe636-3b0d-47f5-8604-83c497f35c4b will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:04.675337 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:04.677356 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1923394 May 14 09:42:04.683928 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:04.687575 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-f349b7f3-e999-4666-be29-ff1426bbfeb6 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142758 May 14 09:42:04.700506 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:04.819222 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5c84d6d4-d9ef-48b4-b9b1-19499af4d748 req-6c7670c0-657e-476a-b958-64633c750658 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304593 May 14 09:42:04.870607 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2b6d3932-42c4-4822-b0f4-fe2b8f827511 req-eb79313a-40cb-41c3-b219-3f9dfe49829a service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665394 May 14 09:42:04.964086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Pushing event updated for resources: {'Port': ['ID=ee2fe636-3b0d-47f5-8604-83c497f35c4b,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:04.971911 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:05.001406 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9', 'code': 200} May 14 09:42:05.007240 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52556) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:05.023576 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Attempting to bind port ee2fe636-3b0d-47f5-8604-83c497f35c4b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:05.023901 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Attempting to bind port ee2fe636-3b0d-47f5-8604-83c497f35c4b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:05.024225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Attempting to bind port ee2fe636-3b0d-47f5-8604-83c497f35c4b on network 9d751f93-920e-4bc8-8948-0bb0af0099eb {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:05.030300 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Port ee2fe636-3b0d-47f5-8604-83c497f35c4b on network 9d751f93-920e-4bc8-8948-0bb0af0099eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:05.031286 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Attempting to bind port ee2fe636-3b0d-47f5-8604-83c497f35c4b on network 9d751f93-920e-4bc8-8948-0bb0af0099eb {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:05.042580 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:05.042918 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Checking segment: {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:05.043280 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Bound using segment: {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:05.043708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Bound port: ee2fe636-3b0d-47f5-8604-83c497f35c4b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8f02e8-f613-4d22-8a1f-04cd45607cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:05.044052 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.065304 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c303da10-bb63-4446-a1d4-f551122141cd up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:05.216902 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port c303da10-bb63-4446-a1d4-f551122141cd completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:05.230231 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port c303da10-bb63-4446-a1d4-f551122141cd triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:05.230671 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.268590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] For port ee2fe636-3b0d-47f5-8604-83c497f35c4b, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:05.279975 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] For port ee2fe636-3b0d-47f5-8604-83c497f35c4b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:05.283559 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.294877 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-510f5bee-d815-4abe-8909-afdceaf18f43 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:05.298371 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.307093 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:05.355935 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:05.364171 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:fba16a18bf574c54bcc8857f0a11f313 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:05.369419 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:05.386947 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:05.416658 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-510f5bee-d815-4abe-8909-afdceaf18f43 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:05.419225 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-510f5bee-d815-4abe-8909-afdceaf18f43 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--248568414&fields=id&tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8 HTTP/1.1" status: 200 len: 267 time: 0.2000380 May 14 09:42:05.421822 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.422701 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.424596 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] 10.222.0.75 "PUT /v2.0/ports/ee2fe636-3b0d-47f5-8604-83c497f35c4b HTTP/1.1" status: 200 len: 1093 time: 1.8250120 May 14 09:42:05.428276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2315c3-c563-4020-b320-653bf92a45f2', 'tag': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:05.467412 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801411-ef94-4c38-9dd4-4e606d4a703f req-d9514806-2578-438b-ac65-4c07a93abd09 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.469682 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2c801411-ef94-4c38-9dd4-4e606d4a703f req-d9514806-2578-438b-ac65-4c07a93abd09 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 944 time: 0.4012239 May 14 09:42:05.475213 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71391f-5329-46e8-a011-ada763c251fb req-6f0ef24c-3d6e-40da-aa6a-72f4df471236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.476983 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4f71391f-5329-46e8-a011-ada763c251fb req-6f0ef24c-3d6e-40da-aa6a-72f4df471236 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 1098 time: 0.1814823 May 14 09:42:05.508238 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.552922 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.578960 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2c801411-ef94-4c38-9dd4-4e606d4a703f req-29d56c42-05b3-49ab-a8ac-556fb6005e27 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915732 May 14 09:42:05.587292 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port c303da10-bb63-4446-a1d4-f551122141cd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c303da10-bb63-4446-a1d4-f551122141cd,segment=NetworkSegment(bbd11af1-5adf-443d-81e8-6cba5d236ff4),segment_id=bbd11af1-5adf-443d-81e8-6cba5d236ff4)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:05.588486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:05.597375 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Usage tracker for resource:security_group_rule and tenant:19c63997162f42e79b0ec764233da755 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:05.599577 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.601723 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:05.603433 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:05.617907 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:05.664437 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.678878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:05.746111 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8ee56f04-8f1d-4e49-8cab-a33f15aa44de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:05.787400 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=c303da10-bb63-4446-a1d4-f551122141cd,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:05.795275 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:05.817141 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fba16a18bf574c54bcc8857f0a11f313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8089576 May 14 09:42:05.830942 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52602) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:05.861741 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Pushing event updated for resources: {'Port': ['ID=ee2fe636-3b0d-47f5-8604-83c497f35c4b,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:05.893037 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:05.968047 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c7ff3b6e-3916-4cf7-ac30-4d60792ebba6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:05.969943 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c7ff3b6e-3916-4cf7-ac30-4d60792ebba6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:06.001125 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9858b7f-c6cf-4087-a719-a2aee407453c,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:06.001340 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-7468b766-f6ad-4901-865b-22d2c62ba07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.003191 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-7468b766-f6ad-4901-865b-22d2c62ba07c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 1096 time: 0.4988294 May 14 09:42:06.011334 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c7ff3b6e-3916-4cf7-ac30-4d60792ebba6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:06.012868 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c7ff3b6e-3916-4cf7-ac30-4d60792ebba6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 811 time: 0.5761504 May 14 09:42:06.024994 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:06.140623 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.149730 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-82158d79-2ab2-4380-ae66-1b420fa5fb53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b HTTP/1.1" status: 200 len: 217 time: 0.1357718 May 14 09:42:06.156624 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.214012 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b097ca-89c9-4c25-9c38-e1ddfb9911be req-1c2ccac9-ddeb-4117-9c39-2a9564c5f34e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.215132 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-9ba449fb-c0c1-45b0-9775-abde264aed98 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/quotas/6d84a1c9acc541329f974f4bdb9ccfc8 HTTP/1.1" status: 200 len: 375 time: 0.0626588 May 14 09:42:06.223673 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-87b097ca-89c9-4c25-9c38-e1ddfb9911be req-1c2ccac9-ddeb-4117-9c39-2a9564c5f34e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.3055022 May 14 09:42:06.224569 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.281484 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2d331baf-1ce1-4141-881f-2e00e3d17c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:06.302843 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-feaec778-6bdb-4fe7-9194-3bb4d815d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.304424 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-feaec778-6bdb-4fe7-9194-3bb4d815d7aa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.1374948 May 14 09:42:06.332547 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5244d0-394c-4f99-a24d-a517ef05568a,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:06.337061 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.350019 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4f71391f-5329-46e8-a011-ada763c251fb req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8641653 May 14 09:42:06.353362 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:06.384051 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-0dac5352-7046-420e-ba34-0ba573bb891d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722284 May 14 09:42:06.399173 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-87b097ca-89c9-4c25-9c38-e1ddfb9911be req-256cddac-dd2b-42bb-958b-98d6ceb06971 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647956 May 14 09:42:06.410544 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-ef5e24d3-796e-4527-8239-692729f9b3b3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:06.429853 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-ef5e24d3-796e-4527-8239-692729f9b3b3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:06.431300 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-ef5e24d3-796e-4527-8239-692729f9b3b3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2149847 May 14 09:42:06.442822 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.452980 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:06.471765 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9858b7f-c6cf-4087-a719-a2aee407453c,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:06.473937 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:06.477781 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9858b7f-c6cf-4087-a719-a2aee407453c HTTP/1.1" status: 204 len: 168 time: 0.6425855 May 14 09:42:06.477781 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:06.536861 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2315c3-c563-4020-b320-653bf92a45f2', 'tag': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b', 'status': 'completed', 'code': 200} May 14 09:42:06.727052 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305b34c-3f8c-4268-8c9e-a144cf3c62b4 req-279ecf55-74ad-4332-bb80-4572946ef9d5 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:06.728743 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d305b34c-3f8c-4268-8c9e-a144cf3c62b4 req-279ecf55-74ad-4332-bb80-4572946ef9d5 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 943 time: 0.0979586 May 14 09:42:06.752440 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-27697477-b5c7-4052-b4ea-95567203d1c2 service neutron] 10.222.0.67 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039763 May 14 09:42:06.755534 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-82df6fc4-8a60-4b56-b6ae-7a9b6ce49fcd service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548058 May 14 09:42:06.810246 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d305b34c-3f8c-4268-8c9e-a144cf3c62b4 req-c83da594-586f-4a31-a7a7-9f8125be103d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 May 14 09:42:06.963620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52640) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:07.003491 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c71687-15c4-4498-996b-ffdbb1899f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303da10-bb63-4446-a1d4-f551122141cd'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:07.032167 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18929587-3a6e-4072-83ef-ca8c75998c39 req-a3655b8e-8fe0-4258-9c2f-1ebac8b10b0c tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:07.034012 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-18929587-3a6e-4072-83ef-ca8c75998c39 req-a3655b8e-8fe0-4258-9c2f-1ebac8b10b0c tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 945 time: 0.0875535 May 14 09:42:07.039598 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.081384 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:07.085615 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-18929587-3a6e-4072-83ef-ca8c75998c39 req-5c86b714-922a-4f3f-9c65-9a3684c1aae1 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 May 14 09:42:07.092025 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ceaf6568-7c9f-44de-8c77-8eed93b20ac5 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:07.099288 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Usage tracker for resource:security_group_rule and tenant:310f8885c4ec4be084bc5125f032c0f7 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:07.113521 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:07.137801 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:07.167836 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-e92be2eb-2a9f-4dd4-aad1-e0c2979a336f service neutron] 10.222.0.67 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095981 May 14 09:42:07.174793 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-985e3638-9aca-4c05-994f-0d9ae2e4cad6 req-a5eb7294-92f4-4dd9-9e71-28edc9a6493c service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989418 May 14 09:42:07.192690 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c71687-15c4-4498-996b-ffdbb1899f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303da10-bb63-4446-a1d4-f551122141cd', 'code': 200} May 14 09:42:07.271190 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port ceaf6568-7c9f-44de-8c77-8eed93b20ac5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:07.287916 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5', 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'port_id': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5', 'mac_address': 'fa:16:3e:28:9f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:07.382550 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.404998 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.414975 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.416862 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaf6568-7c9f-44de-8c77-8eed93b20ac5 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:07.462450 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port ceaf6568-7c9f-44de-8c77-8eed93b20ac5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:07.466182 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a51e78bc-d923-4e71-8f3b-e2ae6198eec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:07.476768 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.479862 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52664) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:07.480299 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=310f8885c4ec4be084bc5125f032c0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154934 May 14 09:42:07.486464 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:07.536135 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-d32ae3af-616d-404c-a2dd-fbb467baf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:07.537664 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-d32ae3af-616d-404c-a2dd-fbb467baf45a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 1096 time: 0.2629254 May 14 09:42:07.539343 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a554c2-b0f0-4428-8706-e800c00265d6,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:07.542379 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:07.658103 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.722841 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:07.734358 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:07.799259 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:07.841590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-2c383a51-f746-49ff-b0ab-53bd9116505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:07.843278 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-2c383a51-f746-49ff-b0ab-53bd9116505a service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.2954431 May 14 09:42:07.872739 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10299abf-2d37-47ea-960e-9f6af9c8b925 req-24e0cfda-7d86-400a-8e78-e9ab55ed3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:07.874867 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-10299abf-2d37-47ea-960e-9f6af9c8b925 req-24e0cfda-7d86-400a-8e78-e9ab55ed3a59 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 1098 time: 0.3985281 May 14 09:42:08.022956 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4936c-2de0-464a-bb8c-0e632d267ef6 req-69f1ba12-8a98-4f12-89a4-dcbe6b004764 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:08.026175 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d98688b2-9404-474c-b69b-7e28960e779f req-dcbe2230-56ee-48ce-b023-54e594e5716c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 210 time: 0.1806712 May 14 09:42:08.031138 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f5f4936c-2de0-464a-bb8c-0e632d267ef6 req-69f1ba12-8a98-4f12-89a4-dcbe6b004764 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.2906628 May 14 09:42:08.045218 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-8afcbd78-12a5-45dc-8486-bbc620e9863a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b HTTP/1.1" status: 200 len: 217 time: 0.1089895 May 14 09:42:08.075832 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-10299abf-2d37-47ea-960e-9f6af9c8b925 req-ba50b1b3-48b5-4838-9b89-56abe5f4fec1 service neutron] Synchronizing usage tracker for tenant:19c63997162f42e79b0ec764233da755 on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:08.110172 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f5f4936c-2de0-464a-bb8c-0e632d267ef6 req-962ab7c9-d1d4-403a-a02a-750ea9957e21 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 May 14 09:42:08.122252 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.148716 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3f1a9ccb-ad0d-4531-abaf-2556468ba008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:08.172952 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-10299abf-2d37-47ea-960e-9f6af9c8b925 req-ba50b1b3-48b5-4838-9b89-56abe5f4fec1 service neutron] Unset dirty status for tenant:19c63997162f42e79b0ec764233da755 on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:08.187362 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-10299abf-2d37-47ea-960e-9f6af9c8b925 req-ba50b1b3-48b5-4838-9b89-56abe5f4fec1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838080 May 14 09:42:08.190159 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a554c2-b0f0-4428-8706-e800c00265d6,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:08.200230 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:08.201452 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.206145 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55a554c2-b0f0-4428-8706-e800c00265d6 HTTP/1.1" status: 204 len: 168 time: 0.7209613 May 14 09:42:08.238229 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['ceaf6568-7c9f-44de-8c77-8eed93b20ac5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:08.306488 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-f05f5aa2-9831-456c-a609-ad5bebc3a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:08.308324 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-f05f5aa2-9831-456c-a609-ad5bebc3a457 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.2551725 May 14 09:42:08.464833 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88e30-1e4d-40ee-aebc-194a83a34cf8 req-be59f5ac-06f2-4094-9978-517872374478 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:08.472525 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f8c88e30-1e4d-40ee-aebc-194a83a34cf8 req-be59f5ac-06f2-4094-9978-517872374478 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 945 time: 0.1655107 May 14 09:42:08.560613 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-22107576-3fd9-48e4-a556-e20949b689be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030833 May 14 09:42:08.591910 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f8c88e30-1e4d-40ee-aebc-194a83a34cf8 req-e6b202d7-0a53-4a17-bd89-828390008655 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140809 May 14 09:42:08.766235 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-785065c2-98e1-4612-81bc-3cafb4d9f226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:08.860209 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349263b9-e130-418d-b2c3-f7dd30169787 req-3c9f0499-1d2e-4cb4-a6e2-d3a3e588ad2c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:08.861146 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-349263b9-e130-418d-b2c3-f7dd30169787 req-3c9f0499-1d2e-4cb4-a6e2-d3a3e588ad2c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Synchronizing usage tracker for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:08.888794 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-349263b9-e130-418d-b2c3-f7dd30169787 req-3c9f0499-1d2e-4cb4-a6e2-d3a3e588ad2c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Unset dirty status for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:08.897474 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-349263b9-e130-418d-b2c3-f7dd30169787 req-3c9f0499-1d2e-4cb4-a6e2-d3a3e588ad2c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 943 time: 0.6354864 May 14 09:42:08.953567 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-b09357b9-183e-4e7b-874f-1d7c4259514d service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639894 May 14 09:42:08.960464 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-349263b9-e130-418d-b2c3-f7dd30169787 req-f56354f4-533a-4945-aeb7-11e3da30713b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Synchronizing usage tracker for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:09.060824 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-349263b9-e130-418d-b2c3-f7dd30169787 req-f56354f4-533a-4945-aeb7-11e3da30713b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Unset dirty status for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:09.075616 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-349263b9-e130-418d-b2c3-f7dd30169787 req-f56354f4-533a-4945-aeb7-11e3da30713b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772313 May 14 09:42:09.137835 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d5e8135-d493-4e82-8eeb-a45ecdf612c1 req-64b0c587-105c-40f0-a3a3-afcc5cf4b0f4 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732054 May 14 09:42:09.220824 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52740) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:09.234785 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-925361f2-b941-49d6-81a0-af9c88ce027c req-ce682ef2-e402-4bd8-bef3-e00bfc3453e9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 210 time: 0.0685670 May 14 09:42:09.331239 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfd49e-44b2-4371-a4d3-97c4bc581076 req-fae6be2b-0b82-45bd-97a1-716e7d3efa43 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:09.332768 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-63dfd49e-44b2-4371-a4d3-97c4bc581076 req-fae6be2b-0b82-45bd-97a1-716e7d3efa43 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.1055374 May 14 09:42:09.381467 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.411969 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:09.417342 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-63dfd49e-44b2-4371-a4d3-97c4bc581076 req-1ea5e266-a832-4700-848a-f6e43e1cad8a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775731 May 14 09:42:09.419801 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8e443cf4c841ca9b0bacfffc536298 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:09.422897 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:09.429737 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:09.584939 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.837127 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c37545bb-223a-4d2c-a7b3-afda201fae67 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:09.838621 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c37545bb-223a-4d2c-a7b3-afda201fae67 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 811 time: 0.2503595 May 14 09:42:09.839740 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:09.868683 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:09.944108 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ca8e443cf4c841ca9b0bacfffc536298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7221429 May 14 09:42:09.949348 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462f3c4-818c-4f34-83d7-75742cfc4a8d req-4eb4dc94-ab50-497a-8699-c36f849b4a90 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:09.963182 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e462f3c4-818c-4f34-83d7-75742cfc4a8d req-4eb4dc94-ab50-497a-8699-c36f849b4a90 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 945 time: 0.2208655 May 14 09:42:09.971141 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86013ee3-6fbe-414a-83eb-461d11d810cc,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:09.985819 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52768) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:10.002955 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.111636 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e462f3c4-818c-4f34-83d7-75742cfc4a8d req-1bb05f1d-f70c-414b-8bea-df40a5b78bee tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475084 May 14 09:42:10.289021 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-b079f6e7-3516-4bcf-be88-5ae97cf21b28 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8 HTTP/1.1" status: 200 len: 379 time: 0.4212389 May 14 09:42:10.340459 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'port': {'device_id': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'admin_state_up': True, 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'security_groups': ['7f1d9a24-f537-4464-842f-f0a1a3174383']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:10.454796 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9d1f5667-d659-481e-a343-70caad546b9f req-92f4f753-7245-42ce-b5ce-d73d72548740 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 210 time: 0.0593371 May 14 09:42:10.483536 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.547136 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.559434 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:10.582194 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:10.624633 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28710c0-5466-4078-8f46-ad8cb53b2da3 req-43330e2c-4fc1-4ba6-bd64-89ead744270e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:10.626177 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f28710c0-5466-4078-8f46-ad8cb53b2da3 req-43330e2c-4fc1-4ba6-bd64-89ead744270e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 943 time: 0.3361607 May 14 09:42:10.627568 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Made reservation on behalf of 6d84a1c9acc541329f974f4bdb9ccfc8 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:10.631142 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.722764 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.729042 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ff82482f-da15-4288-9600-fcaa8f85a28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:10.749842 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f28710c0-5466-4078-8f46-ad8cb53b2da3 req-fcb7b2ec-f63f-4c82-bf94-1fe1da7a3f41 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063304 May 14 09:42:10.756250 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86013ee3-6fbe-414a-83eb-461d11d810cc,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:10.761186 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:10.778251 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:10.781427 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/86013ee3-6fbe-414a-83eb-461d11d810cc HTTP/1.1" status: 204 len: 168 time: 0.7929673 May 14 09:42:10.863381 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Allocated IP 172.20.0.4 (e3a3e5fe-f190-410b-9858-15c48c39e3e8/93ed94f8-627f-4210-b221-c43fffb1cdfa/10872601-c8a4-408e-b335-8e8cf0c8e97a) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:11.068319 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.088807 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Transition to ACTIVE for port object 10872601-c8a4-408e-b335-8e8cf0c8e97a will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:11.120333 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.126367 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ee2fe636-3b0d-47f5-8604-83c497f35c4b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:11.138669 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:11.198231 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ceaf6568-7c9f-44de-8c77-8eed93b20ac5 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:11.216489 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:11.219602 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:11.223702 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:11.270079 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52832) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:11.291425 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'Port': ['ID=10872601-c8a4-408e-b335-8e8cf0c8e97a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:11.302322 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:11.313117 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.350897 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:11.355247 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.db.resource_extend [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:42:11.363936 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6ade4a0ad14bc0b6601fdf19f90ac4 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:11.369960 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.371122 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:11.374687 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.394885 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:11.444708 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1150668 May 14 09:42:11.459120 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Request body: {'port': {'device_id': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:11.593772 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.665354 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-34771ec9-0f26-4399-b2d2-03586ac8d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.710027 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-1c16090a-fd0b-4810-868b-1e1bdebf4b3c None None] Provisioning for port 10872601-c8a4-408e-b335-8e8cf0c8e97a completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:11.713814 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:11.730906 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port ee2fe636-3b0d-47f5-8604-83c497f35c4b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:11.740865 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.741350 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-1c16090a-fd0b-4810-868b-1e1bdebf4b3c None None] Provisioning complete for port 10872601-c8a4-408e-b335-8e8cf0c8e97a triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:11.741350 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-1c16090a-fd0b-4810-868b-1e1bdebf4b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.761423 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1499c06-1993-485f-8830-29f66ee2c520 req-1a7056f8-2242-456e-9d2b-16661dd6ca94 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.769066 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a1499c06-1993-485f-8830-29f66ee2c520 req-1a7056f8-2242-456e-9d2b-16661dd6ca94 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 945 time: 0.3827715 May 14 09:42:11.775877 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.784479 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:11.784863 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.788269 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:11.803012 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:11.861806 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd6ade4a0ad14bc0b6601fdf19f90ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5903075 May 14 09:42:11.866014 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52856) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:11.873878 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b', 'network_id': '9d751f93-920e-4bc8-8948-0bb0af0099eb', 'port_id': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b', 'mac_address': 'fa:16:3e:ee:c6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6a1aa4-33fa-43c3-827c-59505910ab32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:11.878757 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a1499c06-1993-485f-8830-29f66ee2c520 req-63e7e552-0ded-4556-bc6e-e95d47d4a2d5 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075923 May 14 09:42:11.891150 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5a1437-8e81-4882-94c3-e1752f28b3ed,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:11.893420 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:11.981191 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-1c16090a-fd0b-4810-868b-1e1bdebf4b3c None None] Port 10872601-c8a4-408e-b335-8e8cf0c8e97a cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:42:11.998162 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753298-2e8d-4e44-afc3-1fada6c6bf26 req-1c026f47-20e5-42c0-bd00-d9a333407fed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:11.999034 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-00753298-2e8d-4e44-afc3-1fada6c6bf26 req-1c026f47-20e5-42c0-bd00-d9a333407fed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:12.011248 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.077408 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2fe636-3b0d-47f5-8604-83c497f35c4b {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:12.111707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-00753298-2e8d-4e44-afc3-1fada6c6bf26 req-1c026f47-20e5-42c0-bd00-d9a333407fed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:12.119103 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-00753298-2e8d-4e44-afc3-1fada6c6bf26 req-1c026f47-20e5-42c0-bd00-d9a333407fed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 931 time: 0.4419558 May 14 09:42:12.121726 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port ee2fe636-3b0d-47f5-8604-83c497f35c4b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:12.126338 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.140799 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.148284 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:12.160198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.234016 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:12.270476 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port ceaf6568-7c9f-44de-8c77-8eed93b20ac5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:12.283981 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=ee2fe636-3b0d-47f5-8604-83c497f35c4b,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:12.287753 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:12.289206 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.292043 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:12.298669 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-00753298-2e8d-4e44-afc3-1fada6c6bf26 req-006a8f4c-b6ad-4d86-96be-96df4e9ef430 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785207 May 14 09:42:12.323206 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.335563 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.376375 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:12.393199 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:12.573944 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['ee2fe636-3b0d-47f5-8604-83c497f35c4b'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:12.646953 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.661396 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-78a1aac7-670f-480b-8abc-d2d129290ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:12.678970 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5a1437-8e81-4882-94c3-e1752f28b3ed,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:12.686390 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:12.701677 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.705967 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f5a1437-8e81-4882-94c3-e1752f28b3ed HTTP/1.1" status: 204 len: 168 time: 0.8361995 May 14 09:42:12.705967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10872601-c8a4-408e-b335-8e8cf0c8e97a {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:12.716985 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.726832 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d94d41-1f7c-4a61-88f8-592cded7b114 req-f5ce3d0d-e007-4c0e-be79-c4b0384a7f94 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:12.728408 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a3d94d41-1f7c-4a61-88f8-592cded7b114 req-f5ce3d0d-e007-4c0e-be79-c4b0384a7f94 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 944 time: 0.2732306 May 14 09:42:12.778274 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Transition to ACTIVE for port object 10872601-c8a4-408e-b335-8e8cf0c8e97a will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:12.811038 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:12.832287 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a3d94d41-1f7c-4a61-88f8-592cded7b114 req-aa8f6869-621c-4907-a017-895d8c24b288 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942802 May 14 09:42:12.842369 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:12.931552 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5', 'code': 200} May 14 09:42:13.309690 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Pushing event updated for resources: {'Port': ['ID=10872601-c8a4-408e-b335-8e8cf0c8e97a,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:13.342121 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:13.373622 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c9292-1126-44c2-998d-2f4ab2af41cb req-6c6d963e-97aa-49ab-b0fb-f417c57ead5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.377324 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3c9c9292-1126-44c2-998d-2f4ab2af41cb req-6c6d963e-97aa-49ab-b0fb-f417c57ead5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.1509898 May 14 09:42:13.426952 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Attempting to bind port 10872601-c8a4-408e-b335-8e8cf0c8e97a on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:13.427282 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Attempting to bind port 10872601-c8a4-408e-b335-8e8cf0c8e97a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:13.427647 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Attempting to bind port 10872601-c8a4-408e-b335-8e8cf0c8e97a on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:13.440309 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Port 10872601-c8a4-408e-b335-8e8cf0c8e97a on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:13.440629 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Attempting to bind port 10872601-c8a4-408e-b335-8e8cf0c8e97a on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:13.442107 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3c9c9292-1126-44c2-998d-2f4ab2af41cb req-f70a724b-bad3-4903-80b4-934cac257ea1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 May 14 09:42:13.452728 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:13.452728 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Checking segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:13.453119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Bound using segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:13.457527 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Bound port: 10872601-c8a4-408e-b335-8e8cf0c8e97a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:13.457894 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.591689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 52930) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:13.616804 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] For port 10872601-c8a4-408e-b335-8e8cf0c8e97a, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:13.621641 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] For port 10872601-c8a4-408e-b335-8e8cf0c8e97a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:13.630033 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.643054 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:13.699748 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14fa6f-5dc4-4d2b-afce-78c6b955f0b7 req-5e2f09aa-7f5b-4693-a4a5-299491fafae7 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.704485 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.705144 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.706671 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] 10.222.0.75 "PUT /v2.0/ports/10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 1093 time: 2.2534542 May 14 09:42:13.707052 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:13.710772 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9c14fa6f-5dc4-4d2b-afce-78c6b955f0b7 req-5e2f09aa-7f5b-4693-a4a5-299491fafae7 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 943 time: 0.1683199 May 14 09:42:13.820794 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:13.832103 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9c14fa6f-5dc4-4d2b-afce-78c6b955f0b7 req-b7024a6d-8bf2-43dc-8285-d84691577b32 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093247 May 14 09:42:13.837861 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'status': 'completed', 'code': 200} May 14 09:42:13.866358 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Pushing event updated for resources: {'Port': ['ID=10872601-c8a4-408e-b335-8e8cf0c8e97a,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:13.888431 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:13.971295 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-b94a1b1c-a4be-472a-a90c-c58858736542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:13.973212 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-b94a1b1c-a4be-472a-a90c-c58858736542 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1096 time: 0.2029800 May 14 09:42:13.974308 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.109626 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-4f66c781-9049-4f61-b0dc-c9afcafe2312 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 217 time: 0.1166387 May 14 09:42:14.114954 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:14.180888 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-64acc4a3-5299-4865-8f87-aec5ff63194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:14.182372 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-64acc4a3-5299-4865-8f87-aec5ff63194e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.0603607 May 14 09:42:14.184316 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Usage tracker for resource:security_group_rule and tenant:2831cc3359a2449bb3e9cabff51024ee is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:14.189164 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:14.203800 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:14.270163 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52970) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:14.356082 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eafbff-bec5-4994-ac0d-01284259de50 req-293e883b-eb70-43e4-9435-5bf5506dc286 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:14.357626 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-06eafbff-bec5-4994-ac0d-01284259de50 req-293e883b-eb70-43e4-9435-5bf5506dc286 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 944 time: 0.2962410 May 14 09:42:14.365111 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-977ac53c-d99a-41a6-8294-f53cd4dec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:14.366341 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-977ac53c-d99a-41a6-8294-f53cd4dec86e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1734588 May 14 09:42:14.400149 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613086785-network', 'tenant_id': '148839102c5944e38583a49e977e0e5a'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:14.405200 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:14.418079 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Usage tracker for resource:network and tenant:148839102c5944e38583a49e977e0e5a is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:14.424743 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:14.510261 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:14.516978 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-06eafbff-bec5-4994-ac0d-01284259de50 req-cd22cfe9-054e-4a72-beda-a68f7f402bf8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485448 May 14 09:42:14.523315 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.534064 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.534803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Made reservation on behalf of 148839102c5944e38583a49e977e0e5a for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:14.537942 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.552663 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:14.555802 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.574515 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:14.580002 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Usage tracker for resource:security_group_rule and tenant:148839102c5944e38583a49e977e0e5a is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:14.584347 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:14.590279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:14.614757 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2831cc3359a2449bb3e9cabff51024ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0217335 May 14 09:42:14.617801 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 52982) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:14.618153 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-a651a3da-61bc-4245-831e-a789706c0cf3 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290828 May 14 09:42:14.619142 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0ff50-1ca7-447d-93ed-f0326d6f8c19,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:14.622035 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:14.706149 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.747517 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.807445 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.814847 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.816361 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a67e74b3-a257-4de6-b93f-5f947eec147e req-688a15ee-f8b5-4ab9-9c60-4b1788630cce service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665556 May 14 09:42:14.820346 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:14.855454 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfd6223-af2d-4ea9-b929-e45a55639798,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:14.861261 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.862426 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:14.863325 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:42:14.871595 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:14.889914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.890408 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Added segment 52ca5e40-aa43-4b58-b44d-7ad67e3d5e56 of type vlan for network 75a0fd99-cace-4b36-92db-9bcaba398c43 May 14 09:42:14.892262 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0ff50-1ca7-447d-93ed-f0326d6f8c19,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:14.899474 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:14.937507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.942087 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:14.943465 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bde0ff50-1ca7-447d-93ed-f0326d6f8c19 HTTP/1.1" status: 204 len: 168 time: 0.3247414 May 14 09:42:14.998377 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.000130 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.000783 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.007803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:15.049003 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-ba9b8567-dcb9-4336-90ac-184b7b919862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.050730 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-ba9b8567-dcb9-4336-90ac-184b7b919862 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1096 time: 0.1700888 May 14 09:42:15.147700 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8760033 May 14 09:42:15.150884 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53006) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:15.153643 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Pushing event updated for resources: {'Network': ['ID=75a0fd99-cace-4b36-92db-9bcaba398c43,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:15.159076 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Request body: {'subnet': {'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613086785-subnet', 'tenant_id': '148839102c5944e38583a49e977e0e5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:15.164341 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:15.166756 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:15.169037 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Usage tracker for resource:subnet and tenant:148839102c5944e38583a49e977e0e5a is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:15.172874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:15.175371 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ee2fe636-3b0d-47f5-8604-83c497f35c4b up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:15.179699 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:15.196884 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Made reservation on behalf of 148839102c5944e38583a49e977e0e5a for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:15.199480 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.210144 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 75a0fd99-cace-4b36-92db-9bcaba398c43 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:42:15.388145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de2c52-922e-44f3-8168-a16b92f50828 req-9a6c8fe3-2198-47e8-b707-090084d4f4e9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.401491 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-41de2c52-922e-44f3-8168-a16b92f50828 req-9a6c8fe3-2198-47e8-b707-090084d4f4e9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 943 time: 0.3112891 May 14 09:42:15.404689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-1e067967-90ba-4353-869d-37e47f4828a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.406180 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-1e067967-90ba-4353-869d-37e47f4828a0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.3388484 May 14 09:42:15.470261 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53020) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:15.494267 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port ee2fe636-3b0d-47f5-8604-83c497f35c4b completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:15.509448 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.519516 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port ee2fe636-3b0d-47f5-8604-83c497f35c4b triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:15.522239 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.561812 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:15.566003 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Usage tracker for resource:security_group_rule and tenant:91db8e6942d64d80a5214865438af43d is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:15.569017 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:15.574844 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:15.662425 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-70c67be4-4cac-4ac8-b94c-1420abd38288 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 217 time: 0.2260065 May 14 09:42:15.670006 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.693373 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-41de2c52-922e-44f3-8168-a16b92f50828 req-406d27d7-2d9e-4ec0-8fef-c8b80f3e6fce tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908103 May 14 09:42:15.724730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.740332 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:15.767057 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.789400 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac5a0a1-03ac-450d-b721-9786943af187,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:15.804103 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:15.815014 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-c0491e61-a5cd-4078-9b15-a7bad5505ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:15.816911 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-c0491e61-a5cd-4078-9b15-a7bad5505ea3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.1226559 May 14 09:42:15.820491 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2315c3-c563-4020-b320-653bf92a45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:15.835418 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port ee2fe636-3b0d-47f5-8604-83c497f35c4b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:15.841867 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:15.844598 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:15.867837 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91db8e6942d64d80a5214865438af43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924639 May 14 09:42:15.870723 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53034) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:15.941988 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2315c3-c563-4020-b320-653bf92a45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b', 'code': 200} May 14 09:42:15.943355 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=ee2fe636-3b0d-47f5-8604-83c497f35c4b,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:15.947426 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:16.027301 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.041011 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419f308-5949-44f3-9a27-d5b7b9ae55e8 req-2a89c23a-634f-4e04-a19b-7227435217dc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:16.042685 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c419f308-5949-44f3-9a27-d5b7b9ae55e8 req-2a89c23a-634f-4e04-a19b-7227435217dc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 944 time: 0.3711872 May 14 09:42:16.117866 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-4dad085e-54cf-47a6-9557-d65c9754e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:16.119673 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-4dad085e-54cf-47a6-9557-d65c9754e834 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2903826 May 14 09:42:16.192803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.263269 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-e84a1bab-4031-4aa5-a300-aee504f4742d service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276765 May 14 09:42:16.297192 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c419f308-5949-44f3-9a27-d5b7b9ae55e8 req-b293c982-5e3c-40a6-9203-4572d237b762 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575503 May 14 09:42:16.353503 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.359215 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:16.373693 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d8371-78ef-458c-bf91-50cad98d72fb req-0e5ff8a5-d79f-4759-a697-0021b7f67ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:16.375184 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b60d8371-78ef-458c-bf91-50cad98d72fb req-0e5ff8a5-d79f-4759-a697-0021b7f67ba6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 1098 time: 0.1711383 May 14 09:42:16.378791 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac5a0a1-03ac-450d-b721-9786943af187,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:16.381563 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:16.398667 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-eb94ef70-2a9e-4fe6-9f6a-c91708da76be req-9a738269-4fd3-4b46-983d-7e582e4af9d5 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281505 May 14 09:42:16.435531 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.439613 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8ac5a0a1-03ac-450d-b721-9786943af187 HTTP/1.1" status: 204 len: 168 time: 0.5611255 May 14 09:42:16.496494 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b60d8371-78ef-458c-bf91-50cad98d72fb req-ec1ceac2-d1b8-430c-89f4-ae2b1f12dee7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102734 May 14 09:42:16.510682 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.521554 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.526543 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0d3df4c6-d793-41c0-9923-ffca61c035c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:16.609402 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Pushing event updated for resources: {'Subnet': ['ID=336ecf93-e05b-47f3-bf68-59d9cf8be5b5,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:16.613677 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Checking segment: {'id': '52ca5e40-aa43-4b58-b44d-7ad67e3d5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:16.614027 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Network hostable DHCP agents. Network: 75a0fd99-cace-4b36-92db-9bcaba398c43, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:42:16.617023 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:16.645385 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Network 75a0fd99-cace-4b36-92db-9bcaba398c43 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:42:16.668006 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 75a0fd99-cace-4b36-92db-9bcaba398c43) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:16.679261 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25544d37-3246-484b-acae-d7c0b82cca20 None None] Network 75a0fd99-cace-4b36-92db-9bcaba398c43 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:16.685855 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:16.686938 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:16.724465 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5724671 May 14 09:42:16.981178 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8063723-5000-4db5-82d3-63070cbc50d0 None None] Network 75a0fd99-cace-4b36-92db-9bcaba398c43 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:17.021593 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79772104-5c94-4d55-95c9-689f2c1460b7 req-949c2b04-477f-46d1-97d6-53a5aeac6492 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:17.026816 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79772104-5c94-4d55-95c9-689f2c1460b7 req-949c2b04-477f-46d1-97d6-53a5aeac6492 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 943 time: 0.1826921 May 14 09:42:17.141012 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79772104-5c94-4d55-95c9-689f2c1460b7 req-bc7bceb3-7ab1-49bc-9416-2bed3c7fe9d1 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131387 May 14 09:42:17.492006 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-145b82d8-e567-4752-8db4-3e720647019d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:17.494125 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-145b82d8-e567-4752-8db4-3e720647019d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 0.2973180 May 14 09:42:17.530979 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-b8562b40-5ea2-4350-ae79-e448da8a8c2c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/quotas/8d910852dc8b45a3b19a925a0aefb4f4 HTTP/1.1" status: 200 len: 375 time: 0.0281258 May 14 09:42:17.610481 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84395f2d-bef5-4e9d-9b98-5038cb18ca1a req-9a003046-5062-479c-bb98-d0ac2cd0bb11 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:17.619800 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-84395f2d-bef5-4e9d-9b98-5038cb18ca1a req-9a003046-5062-479c-bb98-d0ac2cd0bb11 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1672897 May 14 09:42:17.712449 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-84395f2d-bef5-4e9d-9b98-5038cb18ca1a req-533a4c56-d173-4b1b-8d29-6f3373684c78 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841844 May 14 09:42:17.720784 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-61ba93c0-9a7b-46f7-81a2-5eb372daf646 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888132 May 14 09:42:17.805787 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53132) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:17.811964 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582765833-network', 'tenant_id': 'bf15041343c34afa8e7f8506179b9263'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:17.816725 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:17.820801 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Usage tracker for resource:network and tenant:bf15041343c34afa8e7f8506179b9263 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:17.823902 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:17.831121 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:17.845154 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Made reservation on behalf of bf15041343c34afa8e7f8506179b9263 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:17.847852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:17.862069 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:17.877534 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-3deb7ec8-1d25-4b41-9bb4-a6ff56343b37 service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557682 May 14 09:42:17.885867 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:17.891570 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Usage tracker for resource:security_group_rule and tenant:bf15041343c34afa8e7f8506179b9263 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:17.895561 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:17.902258 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:18.011684 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53138) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:18.019711 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.031731 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.053796 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5096705-1a3a-4b30-a892-81ab24768541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:18.079646 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:42:18.125797 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.125933 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Added segment 8a243158-f6fb-429a-bdd5-44d6e3c21e5f of type vlan for network c6894e2a-e3fb-4eaa-a29b-8234124d123e May 14 09:42:18.132590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a067a3-01ca-4f98-8f08-9c5f8d08f93c,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:18.134950 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-fdd0a92e-1c34-499c-9c1b-560eb0757717 service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507193 May 14 09:42:18.147744 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:18.188591 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.234837 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.236512 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:18.237192 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.243544 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-206e8cb3-90d0-4497-b6ba-883a2cba60f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:18.483166 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c6894e2a-e3fb-4eaa-a29b-8234124d123e,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:18.506385 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network c6894e2a-e3fb-4eaa-a29b-8234124d123e details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:42:18.512212 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:18.530353 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7233751 May 14 09:42:18.532167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.533846 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53160) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:18.541554 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Request body: {'subnet': {'network_id': 'c6894e2a-e3fb-4eaa-a29b-8234124d123e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582765833-subnet', 'tenant_id': 'bf15041343c34afa8e7f8506179b9263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:18.550174 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:18.551185 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:18.555498 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Usage tracker for resource:security_group_rule and tenant:11725143c5074772bbba06650ca0eb74 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:18.560111 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:18.561641 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Usage tracker for resource:subnet and tenant:bf15041343c34afa8e7f8506179b9263 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:18.567718 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:18.569461 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:18.576107 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:18.592410 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Made reservation on behalf of bf15041343c34afa8e7f8506179b9263 for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:18.596040 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.604205 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf830bc-988f-47a1-b16d-8899796d5a1a req-9da558da-4a1a-4a0f-8c12-2c47c4d483d4 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:18.612813 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-adf830bc-988f-47a1-b16d-8899796d5a1a req-9da558da-4a1a-4a0f-8c12-2c47c4d483d4 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 943 time: 0.2672057 May 14 09:42:18.673308 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-adf830bc-988f-47a1-b16d-8899796d5a1a req-93164db4-6fcb-440a-9442-943ed37e1c9e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573759 May 14 09:42:18.861409 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b9bb51f0-3a7a-41c5-abec-0a50a8e477e7 req-517d84d9-17df-447f-ad3e-64aa95d563c5 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 210 time: 0.0931630 May 14 09:42:18.934175 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:18.951659 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.019678 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b521adf7-aeed-4081-9e12-b79c8c8160d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.037652 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=11725143c5074772bbba06650ca0eb74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249438 May 14 09:42:19.044868 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53186) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:19.085371 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52b1eb-c8f7-4b57-8d7b-1195bbd4e8ac req-72f22899-e096-411f-88a4-b6d2cfb4cfad tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:19.085371 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ef52b1eb-c8f7-4b57-8d7b-1195bbd4e8ac req-72f22899-e096-411f-88a4-b6d2cfb4cfad tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1730316 May 14 09:42:19.194630 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c219803f-b9f5-45ca-866f-cfe4477bab22,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.200607 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 10872601-c8a4-408e-b335-8e8cf0c8e97a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:19.209618 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624662ff-5400-4133-a5f0-3cdd08594663 req-345bb7ca-1644-40b3-b85b-d60829369d00 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:19.211822 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-624662ff-5400-4133-a5f0-3cdd08594663 req-345bb7ca-1644-40b3-b85b-d60829369d00 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 945 time: 0.1677611 May 14 09:42:19.215671 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:19.225978 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ef52b1eb-c8f7-4b57-8d7b-1195bbd4e8ac req-2afbd1c7-92ed-4e05-90d8-cb5c0e8ffdca tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180863 May 14 09:42:19.250958 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.283388 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.361550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.378943 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.455891 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 10872601-c8a4-408e-b335-8e8cf0c8e97a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:19.456770 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-624662ff-5400-4133-a5f0-3cdd08594663 req-b9c95cab-de7b-4c3e-8090-aeeec116e99c tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088826 May 14 09:42:19.461768 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c219803f-b9f5-45ca-866f-cfe4477bab22,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.475383 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:19.477266 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.478594 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c219803f-b9f5-45ca-866f-cfe4477bab22 HTTP/1.1" status: 204 len: 168 time: 0.4306762 May 14 09:42:19.528857 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.533334 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.542436 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'port_id': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'mac_address': 'fa:16:3e:63:e4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:19.651010 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.666918 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1822b1-bde3-4320-a66b-f34d7a3fdbfc,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:19.678928 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:19.681607 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Checking segment: {'id': '8a243158-f6fb-429a-bdd5-44d6e3c21e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c6894e2a-e3fb-4eaa-a29b-8234124d123e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:19.681957 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Network hostable DHCP agents. Network: c6894e2a-e3fb-4eaa-a29b-8234124d123e, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:42:19.687153 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10872601-c8a4-408e-b335-8e8cf0c8e97a {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:19.713043 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Network c6894e2a-e3fb-4eaa-a29b-8234124d123e is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:42:19.716600 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 10872601-c8a4-408e-b335-8e8cf0c8e97a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:19.726160 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.728391 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-0af4c295-6df9-4e8f-b23d-62d8674792bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:19.732410 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, c6894e2a-e3fb-4eaa-a29b-8234124d123e) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:19.744554 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:19.746325 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:19.798923 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2637386 May 14 09:42:19.803791 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551645b0-f5d5-49a5-8d3e-8f9386bf802f None None] Network c6894e2a-e3fb-4eaa-a29b-8234124d123e requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:20.035144 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c9338-1e10-46d8-91a7-1df569e59b98 req-e108b324-71ef-4d04-856c-25d4adb159d9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.043481 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-120c9338-1e10-46d8-91a7-1df569e59b98 req-e108b324-71ef-4d04-856c-25d4adb159d9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 944 time: 0.1646881 May 14 09:42:20.046332 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-7fdd4707-444f-4f81-aebd-1196086bff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.048100 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-7fdd4707-444f-4f81-aebd-1196086bff4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 1098 time: 0.1834095 May 14 09:42:20.057492 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73639451-7835-4179-88c8-736c199da6d0 req-37291acd-a913-48b2-8770-5f830e3c3b2d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.059068 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-73639451-7835-4179-88c8-736c199da6d0 req-37291acd-a913-48b2-8770-5f830e3c3b2d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1241655 May 14 09:42:20.096819 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-120c9338-1e10-46d8-91a7-1df569e59b98 req-9d70f5f3-840a-4f1f-8040-7ef5d69d298e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521984 May 14 09:42:20.247390 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-73639451-7835-4179-88c8-736c199da6d0 req-a8107ff8-98fb-41ff-841a-484e3145692a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594019 May 14 09:42:20.280008 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1766a2b7-ada6-49ed-b0c5-2e1b5df4c114 req-fa436cac-0123-462b-8d34-b81a283adf97 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 210 time: 0.0642984 May 14 09:42:20.329339 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-ba5819d3-756f-496f-be9c-2bf5025a5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.331583 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-ba5819d3-756f-496f-be9c-2bf5025a5e10 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.2714028 May 14 09:42:20.335408 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=10872601-c8a4-408e-b335-8e8cf0c8e97a,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:20.339740 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:20.356774 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca2c08-156e-4c37-a3f7-11300240bf16 None None] Network c6894e2a-e3fb-4eaa-a29b-8234124d123e requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:20.393685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53220) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:20.491186 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-55635401-0f57-4386-845d-5b6d8dad265f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b HTTP/1.1" status: 200 len: 217 time: 0.1421759 May 14 09:42:20.558714 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['10872601-c8a4-408e-b335-8e8cf0c8e97a'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:20.584445 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:20.612177 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-a7d3611f-b4e7-4b36-b7fa-6d56fadf227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.615515 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-a7d3611f-b4e7-4b36-b7fa-6d56fadf227d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.1059144 May 14 09:42:20.626427 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:20.658206 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b3973669f6bd495490d2614c53f4083b is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:20.672162 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:20.743741 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:20.825925 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-2b4e9828-4116-4bd9-984c-f0ec07538237 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966431 May 14 09:42:20.882214 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-d1f19402-9812-4652-bbdc-24745e8f6f76 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:20.883800 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-d1f19402-9812-4652-bbdc-24745e8f6f76 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 0.5405645 May 14 09:42:20.924977 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Request body: {'port': {'device_id': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'admin_state_up': True, 'tenant_id': '8d910852dc8b45a3b19a925a0aefb4f4'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:21.150701 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-e0d6fac3-fb67-4339-bb15-ec725eb1b91e service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064439 May 14 09:42:21.158822 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e6ac2-0319-486f-957f-363a98557216 req-96a87c82-0650-4f90-b716-6d098dec4193 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:21.160265 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bd0e6ac2-0319-486f-957f-363a98557216 req-96a87c82-0650-4f90-b716-6d098dec4193 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 945 time: 0.5323114 May 14 09:42:21.287596 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bd0e6ac2-0319-486f-957f-363a98557216 req-8d272c27-2d46-4f69-bd27-af1fbce4a5bf tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6b0bd9f-6662-4761-98c6-204183a5b6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065211 May 14 09:42:21.288877 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.297780 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:21.309698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:21.312225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.322911 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:21.339476 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b909c54c-bba6-4d0f-9d48-6c7e94f049ac req-dbd34acc-11c7-4b54-af5d-e0f3614ae493 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764438 May 14 09:42:21.358322 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b4aad1-8ad2-4b2d-8b62-befbdb761cef,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:21.375256 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:21.398422 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Made reservation on behalf of 8d910852dc8b45a3b19a925a0aefb4f4 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:21.401908 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.433615 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3973669f6bd495490d2614c53f4083b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0260739 May 14 09:42:21.442238 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53266) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:21.470681 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1b3ae9a1-40de-4287-8463-e4fe51f382d7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:21.472191 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1b3ae9a1-40de-4287-8463-e4fe51f382d7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/networks?id=75a0fd99-cace-4b36-92db-9bcaba398c43 HTTP/1.1" status: 200 len: 808 time: 0.3414843 May 14 09:42:21.547574 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c280c4-6dbd-4b6d-8e80-4fa51bd078af req-22c63ce4-f6dc-4ac4-99b1-d5857c0d74cb tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:21.549355 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e4c280c4-6dbd-4b6d-8e80-4fa51bd078af req-22c63ce4-f6dc-4ac4-99b1-d5857c0d74cb tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 944 time: 0.1440842 May 14 09:42:21.556993 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-7a3eab94-95e0-4054-b3e0-5049c64577c1 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/quotas/148839102c5944e38583a49e977e0e5a HTTP/1.1" status: 200 len: 375 time: 0.0436935 May 14 09:42:21.635714 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-508e66b8-2ef2-4ae3-931c-c2b0ee0079cb tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=148839102c5944e38583a49e977e0e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680270 May 14 09:42:21.637300 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e4c280c4-6dbd-4b6d-8e80-4fa51bd078af req-9eec64e2-7c96-411a-b4f6-26144f52e54d tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806034 May 14 09:42:21.668475 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.679417 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-29a7da5c-85f0-4de6-8685-0b11f1d001b5 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:21.680859 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-29a7da5c-85f0-4de6-8685-0b11f1d001b5 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.75 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 945 time: 0.0893278 May 14 09:42:21.803052 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.858681 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Allocated IP 172.20.0.12 (035dbd2b-2bc5-4faa-9914-9cbb07c9a42f/576a5578-81c9-42ff-a61a-77d5b0fe16a6/809f0ae3-2b15-4ea1-bd99-faeece1b0fc3) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:21.887688 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caff94-0c5a-48d4-b915-09ebabcb84e2 req-f3f8c28e-7bf1-4e44-a8c0-ecff74c3b417 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:21.889325 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c0caff94-0c5a-48d4-b915-09ebabcb84e2 req-f3f8c28e-7bf1-4e44-a8c0-ecff74c3b417 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1461778 May 14 09:42:21.892861 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Deleting port c303da10-bb63-4446-a1d4-f551122141cd {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:42:21.893395 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:21.898824 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-9cb13878-c7ee-4f1d-af3e-6dbe52cdc6c7 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0fd99-cace-4b36-92db-9bcaba398c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531939 May 14 09:42:22.029095 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.037484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-54f1905a-e85b-4d5c-91f5-8d559b9f6967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:22.048463 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c0caff94-0c5a-48d4-b915-09ebabcb84e2 req-539bd0db-ed25-4741-ad92-91a9cdfad0e9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382289 May 14 09:42:22.076902 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b4aad1-8ad2-4b2d-8b62-befbdb761cef,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:22.078682 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] For port c303da10-bb63-4446-a1d4-f551122141cd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c303da10-bb63-4446-a1d4-f551122141cd,segment=NetworkSegment(bbd11af1-5adf-443d-81e8-6cba5d236ff4),segment_id=bbd11af1-5adf-443d-81e8-6cba5d236ff4)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:22.079050 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.095345 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:22.211081 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-0893c77b-bb3d-4d77-b305-c333c1873017 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0fd99-cace-4b36-92db-9bcaba398c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942879 May 14 09:42:22.234673 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Calling delete_port for c303da10-bb63-4446-a1d4-f551122141cd owned by compute:nova {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:42:22.238927 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.240146 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89b4aad1-8ad2-4b2d-8b62-befbdb761cef HTTP/1.1" status: 204 len: 168 time: 0.7937801 May 14 09:42:22.292023 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bfea71d8-44aa-4cb5-a859-03c7aa423893 req-2f9f1005-9cde-4f52-aee1-ac06f2b950a0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 210 time: 0.0543749 May 14 09:42:22.381791 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.484603 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.492649 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:22.499174 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a5d981e7-27ec-433c-96ca-9cc07e96efd9'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:22.648212 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-217c7c8e-051e-4a4f-b1e2-84f45018eeab req-d5d2d4f6-6e40-4b5f-a537-9bbf2c97d7a1 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.0776193 May 14 09:42:22.651962 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.673066 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:22.834085 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-10f59bbc-3b9e-4803-b2d1-a2f405b10a51 req-eaf84eba-c3f4-4dfc-a84c-26f40b1f44b5 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 210 time: 0.2386220 May 14 09:42:22.846888 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:22.849988 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:22.862661 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:22.943481 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:22.944279 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:22.966228 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event updated for resources: {'Port': ['ID=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:22.969943 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:22.984632 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0838454 May 14 09:42:23.004484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Request body: {'port': {'device_id': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:23.043707 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Pushing event deleted for resources: {'Port': ['ID=c303da10-bb63-4446-a1d4-f551122141cd,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:23.123529 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:23.148905 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] No DVR routers for this DVR port c303da10-bb63-4446-a1d4-f551122141cd on host hv-cinder-73414 {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:42:23.153077 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.159500 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c71687-15c4-4498-996b-ffdbb1899f35', 'name': 'network-vif-deleted', 'tag': 'c303da10-bb63-4446-a1d4-f551122141cd'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:23.185116 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9e8d03c0-068f-4f7c-a097-080904d593ff req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.75 "DELETE /v2.0/ports/c303da10-bb63-4446-a1d4-f551122141cd HTTP/1.1" status: 204 len: 173 time: 1.4946959 May 14 09:42:23.269373 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feffc4c-960d-48f5-b5f2-08e5ff14fb7d req-8f44e309-3664-4774-8864-cab781337b9d tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:23.273730 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9feffc4c-960d-48f5-b5f2-08e5ff14fb7d req-8f44e309-3664-4774-8864-cab781337b9d tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 944 time: 0.4059918 May 14 09:42:23.279035 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 10872601-c8a4-408e-b335-8e8cf0c8e97a up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:23.351201 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.381441 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 10872601-c8a4-408e-b335-8e8cf0c8e97a completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:23.390030 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 10872601-c8a4-408e-b335-8e8cf0c8e97a triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:23.409179 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.415105 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9feffc4c-960d-48f5-b5f2-08e5ff14fb7d req-30243648-54a3-4565-8e9d-4d023a6c45f5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248333 May 14 09:42:23.511777 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c71687-15c4-4498-996b-ffdbb1899f35', 'name': 'network-vif-deleted', 'tag': 'c303da10-bb63-4446-a1d4-f551122141cd', 'status': 'completed', 'code': 200} May 14 09:42:23.609024 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.664623 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:23.685741 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 10872601-c8a4-408e-b335-8e8cf0c8e97a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:23.696401 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:23.697495 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c303da10-bb63-4446-a1d4-f551122141cd no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:42:23.725696 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cbf4a-e2c4-4bd9-a5f1-e750894359e1 req-861d95d1-99d4-40d4-b4f9-2ee0b2d857de tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:23.727282 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-419cbf4a-e2c4-4bd9-a5f1-e750894359e1 req-861d95d1-99d4-40d4-b4f9-2ee0b2d857de tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.4823313 May 14 09:42:23.760497 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:23.804645 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54034f-e5f3-4c9e-90da-0bb89b319be4 req-b7e2d0ec-7496-4337-ab49-f458bd3a1385 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:23.811134 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2a54034f-e5f3-4c9e-90da-0bb89b319be4 req-b7e2d0ec-7496-4337-ab49-f458bd3a1385 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 932 time: 0.1162412 May 14 09:42:23.849195 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: c303da10-bb63-4446-a1d4-f551122141cd {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:42:23.849940 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c303da10-bb63-4446-a1d4-f551122141cd not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:42:23.879106 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2a54034f-e5f3-4c9e-90da-0bb89b319be4 req-a59e54b5-8d46-4c10-810a-da2d074ff355 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647216 May 14 09:42:23.891246 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=10872601-c8a4-408e-b335-8e8cf0c8e97a,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:23.905746 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:24.054323 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-419cbf4a-e2c4-4bd9-a5f1-e750894359e1 req-d3110a5d-7d45-4c3b-bfea-60e981e5ac09 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107131 May 14 09:42:24.058493 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-6aad95c1-0d92-4268-995c-dabe9679f416 req-38fe049a-2c5b-495f-8722-85b1ae746c00 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Synchronizing usage tracker for tenant:51da63900b85470c8e57b51e851279dc on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:24.096671 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-6aad95c1-0d92-4268-995c-dabe9679f416 req-38fe049a-2c5b-495f-8722-85b1ae746c00 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Unset dirty status for tenant:51da63900b85470c8e57b51e851279dc on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:24.104288 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6aad95c1-0d92-4268-995c-dabe9679f416 req-38fe049a-2c5b-495f-8722-85b1ae746c00 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c71687-15c4-4498-996b-ffdbb1899f35 HTTP/1.1" status: 200 len: 210 time: 0.0907521 May 14 09:42:24.138496 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'code': 200} May 14 09:42:24.254345 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:24.264538 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.283823 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Transition to ACTIVE for port object 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:24.284755 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f874b9a2-edfc-4330-b7c7-ba57c8e9a8b6 req-79e6fb2d-c4c3-405d-ac3b-721c74de1ab0 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 210 time: 0.0575094 May 14 09:42:24.300067 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.305235 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cf7b1560-0131-4775-8661-b471c217cef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:24.527551 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Pushing event updated for resources: {'Port': ['ID=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:24.555978 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:24.659222 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Attempting to bind port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:24.659560 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Attempting to bind port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:24.659909 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Attempting to bind port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:24.667583 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:24.667951 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Attempting to bind port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:24.677001 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:24.677331 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Checking segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:24.677715 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Bound using segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:24.678147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Bound port: 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:24.678621 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.798402 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f640a-96d3-4191-9d40-2ccf12ec4ba4 req-6d68f9f1-73c7-4a96-aaa8-590c77aeb7f5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.800193 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-253f640a-96d3-4191-9d40-2ccf12ec4ba4 req-6d68f9f1-73c7-4a96-aaa8-590c77aeb7f5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.2095525 May 14 09:42:24.804688 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] For port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:24.815253 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] For port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:24.892991 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:24.894756 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-dd3d6ec2-4ef6-4225-bd65-ea9078f769bb tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:24.895455 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-dd3d6ec2-4ef6-4225-bd65-ea9078f769bb tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Synchronizing usage tracker for tenant:148839102c5944e38583a49e977e0e5a on resource:network {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:24.932168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:24.999984 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b49a4d-f05b-495d-9287-e203e4b114da req-995d3bd5-63de-4883-b0f4-8ce20a882fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.002001 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-76b49a4d-f05b-495d-9287-e203e4b114da req-995d3bd5-63de-4883-b0f4-8ce20a882fa1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1098 time: 0.5050828 May 14 09:42:25.012238 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-dd3d6ec2-4ef6-4225-bd65-ea9078f769bb tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Unset dirty status for tenant:148839102c5944e38583a49e977e0e5a on resource:network {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:25.013605 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-dd3d6ec2-4ef6-4225-bd65-ea9078f769bb tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.75 "GET /v2.0/networks?id=75a0fd99-cace-4b36-92db-9bcaba398c43 HTTP/1.1" status: 200 len: 808 time: 0.5183523 May 14 09:42:25.089585 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Request body: {'port': {'device_id': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43', 'admin_state_up': True, 'tenant_id': '148839102c5944e38583a49e977e0e5a'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:25.132552 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.133300 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:25.136569 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] 10.222.0.75 "PUT /v2.0/ports/809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 HTTP/1.1" status: 200 len: 1094 time: 2.1379158 May 14 09:42:25.136569 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'tag': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:25.194264 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-253f640a-96d3-4191-9d40-2ccf12ec4ba4 req-e831385d-ffe5-4006-8fcc-45051691de65 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3862090 May 14 09:42:25.220798 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Pushing event updated for resources: {'Port': ['ID=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:25.230029 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:25.349412 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-76b49a4d-f05b-495d-9287-e203e4b114da req-7562f577-20be-4a32-8be2-55365a91d847 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148003 May 14 09:42:25.384278 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-305d2782-ae52-4fca-b325-48151595f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.387609 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-305d2782-ae52-4fca-b325-48151595f34a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 1097 time: 0.1495759 May 14 09:42:25.431002 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:25.437674 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Usage tracker for resource:port and tenant:148839102c5944e38583a49e977e0e5a is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:25.446184 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:25.456487 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:25.466692 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff644d6c-b398-45d9-b3ad-5ec26622dfc8 req-c5649f5f-e91d-409a-98b0-39cfd7d76c9a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.468499 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ff644d6c-b398-45d9-b3ad-5ec26622dfc8 req-c5649f5f-e91d-409a-98b0-39cfd7d76c9a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 944 time: 0.1873481 May 14 09:42:25.501340 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Made reservation on behalf of 148839102c5944e38583a49e977e0e5a for: {'port': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:25.505423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526fb95-d2b7-4efa-9e60-97cc07257d64 req-6a9640f1-a55c-4bd2-8242-0530cd710785 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.505737 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:25.512943 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9526fb95-d2b7-4efa-9e60-97cc07257d64 req-6a9640f1-a55c-4bd2-8242-0530cd710785 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1349208 May 14 09:42:25.557532 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9526fb95-d2b7-4efa-9e60-97cc07257d64 req-a8efe1cd-99ad-4c46-80e5-7c91c27ec956 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 May 14 09:42:25.590124 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ff644d6c-b398-45d9-b3ad-5ec26622dfc8 req-f83bb06c-6133-4579-84c7-03f5b2b7a338 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117368 May 14 09:42:25.661051 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'tag': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', 'status': 'completed', 'code': 200} May 14 09:42:25.729556 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Allocated IP 172.20.0.12 (75a0fd99-cace-4b36-92db-9bcaba398c43/336ecf93-e05b-47f3-bf68-59d9cf8be5b5/69b09bb6-e72c-4313-b691-edcaa5812c94) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:25.862949 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-76e69060-622a-4caf-900f-45976bff3b68 req-e7e71468-b806-4dfa-a17c-0d339d0dc607 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 210 time: 0.0727091 May 14 09:42:25.884618 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-e921e097-4afa-4a4e-960c-9dae6311d5b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 HTTP/1.1" status: 200 len: 217 time: 0.0667338 May 14 09:42:25.960642 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-e086053a-4029-44cb-a199-39a46e2ebb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:25.962689 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-e086053a-4029-44cb-a199-39a46e2ebb7c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.0667899 May 14 09:42:26.021941 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-03f64831-ae76-4c6a-9d3f-01811e46ec5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487747 May 14 09:42:26.049287 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.078101 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.084317 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:26.149583 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Network 75a0fd99-cace-4b36-92db-9bcaba398c43 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:26.153022 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:26.162929 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:26.168143 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:26.168788 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.181844 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Pushing event updated for resources: {'Port': ['ID=69b09bb6-e72c-4313-b691-edcaa5812c94,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:26.184667 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:26.203736 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1492620 May 14 09:42:26.216445 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Request body: {'port': {'device_id': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:26.231774 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-671184db-6ac9-4ac3-b147-2013bdd24731 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501582 May 14 09:42:26.371829 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.473650 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-576838a3-4b0f-4a75-b787-1ea0e6049219 req-f6a0c00b-dbb4-4e68-bf37-8370cac862f2 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346709 May 14 09:42:26.483650 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c652eda-b42a-4be8-88bc-92ca2600a7ea req-a7ab91f3-fc84-4110-b105-fd95447fbc77 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:26.485314 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6c652eda-b42a-4be8-88bc-92ca2600a7ea req-a7ab91f3-fc84-4110-b105-fd95447fbc77 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1487076 May 14 09:42:26.589667 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6c652eda-b42a-4be8-88bc-92ca2600a7ea req-88024361-2a75-4913-980c-d72f68700ab6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969088 May 14 09:42:26.643451 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-21977e88-603d-4b23-ba89-831faa6caf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:26.644964 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-21977e88-603d-4b23-ba89-831faa6caf8c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 1097 time: 0.0946610 May 14 09:42:26.774979 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53446) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:26.900216 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b09bb6-e72c-4313-b691-edcaa5812c94 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:26.909183 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.925298 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Transition to ACTIVE for port object 69b09bb6-e72c-4313-b691-edcaa5812c94 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:26.973020 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:26.987396 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-8e7d43a7-d77d-4d43-89fa-caaf1e594ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:26.988012 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:26.988698 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-8e7d43a7-d77d-4d43-89fa-caaf1e594ac0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 916 time: 0.3369651 May 14 09:42:27.075473 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac32e4-571b-4af3-95b0-f505fa1f6fd9 req-53df9a8b-43a9-414c-a8ae-16fbd071413f tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.076297 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-11ac32e4-571b-4af3-95b0-f505fa1f6fd9 req-53df9a8b-43a9-414c-a8ae-16fbd071413f tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:27.092870 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-ed0778a8-c943-4748-9cc7-a717244ed55a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 HTTP/1.1" status: 200 len: 217 time: 0.0914118 May 14 09:42:27.135082 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=69b09bb6-e72c-4313-b691-edcaa5812c94,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:27.140228 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-11ac32e4-571b-4af3-95b0-f505fa1f6fd9 req-53df9a8b-43a9-414c-a8ae-16fbd071413f tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:27.141489 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-11ac32e4-571b-4af3-95b0-f505fa1f6fd9 req-53df9a8b-43a9-414c-a8ae-16fbd071413f tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 944 time: 0.2709782 May 14 09:42:27.210896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-4d6e7a9f-60ae-415e-880b-99c53e4470c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.212884 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-4d6e7a9f-60ae-415e-880b-99c53e4470c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.1126578 May 14 09:42:27.227146 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-11ac32e4-571b-4af3-95b0-f505fa1f6fd9 req-8db2389b-3c80-45d1-8dd4-2835c18282bc tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786531 May 14 09:42:27.231213 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:27.271697 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.276372 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-9eee03da-48d5-4c5e-875e-af519251958a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526099 May 14 09:42:27.382192 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:27.389473 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Attempting to bind port 69b09bb6-e72c-4313-b691-edcaa5812c94 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:27.389854 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Attempting to bind port 69b09bb6-e72c-4313-b691-edcaa5812c94 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '52ca5e40-aa43-4b58-b44d-7ad67e3d5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:27.390175 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Attempting to bind port 69b09bb6-e72c-4313-b691-edcaa5812c94 on network 75a0fd99-cace-4b36-92db-9bcaba398c43 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:27.392512 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Usage tracker for resource:security_group_rule and tenant:dca461ee272d4c4d8e820ccf6722b008 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:27.396384 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:27.407144 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Port 69b09bb6-e72c-4313-b691-edcaa5812c94 on network 75a0fd99-cace-4b36-92db-9bcaba398c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:27.407144 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Attempting to bind port 69b09bb6-e72c-4313-b691-edcaa5812c94 on network 75a0fd99-cace-4b36-92db-9bcaba398c43 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:27.409785 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:27.426820 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:27.427187 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Checking segment: {'id': '52ca5e40-aa43-4b58-b44d-7ad67e3d5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:27.427523 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Bound using segment: {'id': '52ca5e40-aa43-4b58-b44d-7ad67e3d5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:27.428053 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Bound port: 69b09bb6-e72c-4313-b691-edcaa5812c94, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ca5e40-aa43-4b58-b44d-7ad67e3d5e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:27.428450 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.449639 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dbf05-c5e9-47d8-8241-3b950fb3c874 req-32decb31-a073-491b-ae76-d3b9053dc864 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.451178 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-353dbf05-c5e9-47d8-8241-3b950fb3c874 req-32decb31-a073-491b-ae76-d3b9053dc864 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.6535561 May 14 09:42:27.478757 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-e3bcb975-45d9-4836-afb2-5c820131c83f service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949260 May 14 09:42:27.516128 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367808-9659-4192-a257-a6533bbd4376 req-2db4328e-c425-4a18-be3c-8404c5b6c4df tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.517646 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d9367808-9659-4192-a257-a6533bbd4376 req-2db4328e-c425-4a18-be3c-8404c5b6c4df tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 944 time: 0.1563206 May 14 09:42:27.584406 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-353dbf05-c5e9-47d8-8241-3b950fb3c874 req-b21dad7b-eebd-4770-81a4-fe2b7058163c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192217 May 14 09:42:27.601042 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] For port 69b09bb6-e72c-4313-b691-edcaa5812c94, host hv-cinder-73414, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:27.623191 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] For port 69b09bb6-e72c-4313-b691-edcaa5812c94, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=69b09bb6-e72c-4313-b691-edcaa5812c94,segment=NetworkSegment(52ca5e40-aa43-4b58-b44d-7ad67e3d5e56),segment_id=52ca5e40-aa43-4b58-b44d-7ad67e3d5e56)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:27.627313 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d9367808-9659-4192-a257-a6533bbd4376 req-b4fee850-58cc-4fe5-8eef-cff67ff579fa tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578389 May 14 09:42:27.671382 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.674914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.682810 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.685276 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cf4f3f60-119f-4f67-9dfd-95e957b77714 req-e7b5eef0-7af7-4be9-84af-258a1de93b16 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979628 May 14 09:42:27.693756 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:27.759480 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53474) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:27.769068 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.769673 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.771062 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] 10.222.0.75 "PUT /v2.0/ports/69b09bb6-e72c-4313-b691-edcaa5812c94 HTTP/1.1" status: 200 len: 1094 time: 1.5598643 May 14 09:42:27.771527 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'tag': '69b09bb6-e72c-4313-b691-edcaa5812c94'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:27.815878 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dca461ee272d4c4d8e820ccf6722b008&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0374062 May 14 09:42:27.817010 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53480) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:27.827952 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'tag': '69b09bb6-e72c-4313-b691-edcaa5812c94', 'status': 'completed', 'code': 200} May 14 09:42:27.861821 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692b60-d5a8-40cf-831e-a9416dd0075a req-48ccec06-209e-4936-88a5-f148f138b0c5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:27.863543 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-78692b60-d5a8-40cf-831e-a9416dd0075a req-48ccec06-209e-4936-88a5-f148f138b0c5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1240048 May 14 09:42:27.882486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=69b09bb6-e72c-4313-b691-edcaa5812c94,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:27.888449 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:27.895535 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:27.913913 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Deleting subnet 1d6aef12-df5f-4c16-ad23-bbe8aeb7208e {{(pid=78736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:42:27.929662 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.931408 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.936368 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-78692b60-d5a8-40cf-831e-a9416dd0075a req-6508a57e-8736-4cfe-9602-01be7fe84f2b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626957 May 14 09:42:27.967827 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:27.973714 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29539a4-c3d4-48e9-a8e9-e3a2d0214ed9,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:27.980092 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:27.998374 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.011779 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.041897 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.049802 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e56790b5-a6ab-4eac-8abd-c4b40656bda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:28.057582 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1b84fd9e-440f-47b3-926e-ea401242e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:28.059382 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-1b84fd9e-440f-47b3-926e-ea401242e413 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=148839102c5944e38583a49e977e0e5a&device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 1097 time: 0.2254770 May 14 09:42:28.065099 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29539a4-c3d4-48e9-a8e9-e3a2d0214ed9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:28.067454 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:28.070114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.074870 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f29539a4-c3d4-48e9-a8e9-e3a2d0214ed9 HTTP/1.1" status: 204 len: 168 time: 0.2537115 May 14 09:42:28.179130 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-a0a1bd02-cd5c-4974-a309-07ed2064f2b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b09bb6-e72c-4313-b691-edcaa5812c94 HTTP/1.1" status: 200 len: 217 time: 0.0792413 May 14 09:42:28.353934 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-a9712fb3-cd54-4f56-8e00-1c9cd59708f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:28.355477 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-a9712fb3-cd54-4f56-8e00-1c9cd59708f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=336ecf93-e05b-47f3-bf68-59d9cf8be5b5 HTTP/1.1" status: 200 len: 848 time: 0.1595075 May 14 09:42:28.441952 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd60ab8-db7a-460b-9b32-0ed885e2ca47 req-65c4e0fe-fa9c-425d-a4ef-5258385f8cf1 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:28.443518 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-afd60ab8-db7a-460b-9b32-0ed885e2ca47 req-65c4e0fe-fa9c-425d-a4ef-5258385f8cf1 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.3812900 May 14 09:42:28.488521 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53502) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:28.492286 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-431dbfe8-d56a-4990-b853-671c68489e43 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75a0fd99-cace-4b36-92db-9bcaba398c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227300 May 14 09:42:28.493803 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'floatingip': {'port_id': '10872601-c8a4-408e-b335-8e8cf0c8e97a'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:28.550269 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53506) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:28.584933 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.639159 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.673495 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:28.677418 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Usage tracker for resource:security_group_rule and tenant:15b4dbe4f350461da5b2fd88f3b3501c is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:28.680692 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:28.686833 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:28.792418 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for subnet, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.809784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8c4bb-5917-4554-8758-2978dd267c35 req-c787061c-9107-432a-8a7c-ba594b4682a2 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:28.811636 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-65c8c4bb-5917-4554-8758-2978dd267c35 req-c787061c-9107-432a-8a7c-ba594b4682a2 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 944 time: 0.3885939 May 14 09:42:28.819147 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-6bd3702e-e08b-4209-a67d-40a05ea64d94 service neutron] 10.222.0.75 "GET /v2.0/networks/75a0fd99-cace-4b36-92db-9bcaba398c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132682 May 14 09:42:28.823323 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-996bcc68-10bc-4711-8881-bbf39dd3621d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:28.930630 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:28.938515 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6aef12-df5f-4c16-ad23-bbe8aeb7208e,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:29.016770 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.017143 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.017528 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.017866 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.018196 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.018548 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.018878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.019203 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.019527 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.019847 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.020170 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.020486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:29.040776 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:29.063810 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1d6aef12-df5f-4c16-ad23-bbe8aeb7208e HTTP/1.1" status: 204 len: 168 time: 1.2991557 May 14 09:42:29.076861 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53526) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:29.114516 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-65c8c4bb-5917-4554-8758-2978dd267c35 req-2688e801-5b60-425e-bcea-2fac2306e76d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896085 May 14 09:42:29.193611 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.223269 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.241839 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-eeabddec-8b3f-4bc2-9bb2-155d4bc75f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:29.301425 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.304787 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21b247ab-ce90-4cb5-8e5c-79ea4321d1ec req-a4e6e20a-d150-4b8c-831a-d941fbcff333 service neutron] 10.222.0.75 "GET /v2.0/networks/75a0fd99-cace-4b36-92db-9bcaba398c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547215 May 14 09:42:29.312488 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8e0d1-b2c9-4ae0-9258-270169695667 req-ffb3f25a-839d-47ef-b86f-a90736dacf4a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:29.313875 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-57b8e0d1-b2c9-4ae0-9258-270169695667 req-ffb3f25a-839d-47ef-b86f-a90736dacf4a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.5101054 May 14 09:42:29.329794 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=15b4dbe4f350461da5b2fd88f3b3501c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7758410 May 14 09:42:29.330507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53530) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:29.483730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdc312a-5bdf-4296-a281-212635d4c876,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:29.497156 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:29.582411 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1384d6-0339-4c3d-ab80-80f053e00971 req-b2f58bd6-e589-431f-8965-5bc617a1e3ab tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:29.584220 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0d1384d6-0339-4c3d-ab80-80f053e00971 req-b2f58bd6-e589-431f-8965-5bc617a1e3ab tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 944 time: 0.3399119 May 14 09:42:29.660190 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-57b8e0d1-b2c9-4ae0-9258-270169695667 req-8d0af97d-38f8-4f72-b27d-a5b9b79add33 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369136 May 14 09:42:29.676741 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.695472 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.695821 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.696545 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.696874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.697204 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.697544 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.697858 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.698182 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.698491 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.698822 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.719546 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0d1384d6-0339-4c3d-ab80-80f053e00971 req-72e72148-c6c7-4626-9c3c-69ad69646860 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284916 May 14 09:42:29.750167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.755273 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.873454 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.873798 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.874116 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.874431 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 09:42:29.874819 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a22d21d-231c-47e7-a0e9-5e663c2ce302']}} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:29.889180 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.895446 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd11af1-5adf-443d-81e8-6cba5d236ff4') {'for_net_delete': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:29.895826 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd11af1-5adf-443d-81e8-6cba5d236ff4') {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:29.930732 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Floating IP a28cb30c-e7e7-40eb-b810-33093ceddf73 associated. External IP: 172.28.0.196, port: 10872601-c8a4-408e-b335-8e8cf0c8e97a. May 14 09:42:29.934488 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11830243'] for segment, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.948307 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-171c3223-1cd9-486e-bef6-25d153be27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:29.949972 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-171c3223-1cd9-486e-bef6-25d153be27f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=148839102c5944e38583a49e977e0e5a&device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 1097 time: 0.5239644 May 14 09:42:29.953207 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:29.996521 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.076997 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=78736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:42:30.077516 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010906'] for segment, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: from cryptography.utils import int_from_bytes May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: from cryptography.utils import int_from_bytes May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: Traceback (most recent call last): May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: timer() May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: cb(*args, **kw) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: return func(*args, **kwargs) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: self._notify() May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: self.callback(batched_events) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: event.method(event) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: return f(self, *a, **k) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: return self._get(url).json() May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: return self.request(url, 'GET', **kwargs) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:42:30.094162 dv-cinder-734144-18-smb neutron-server[78736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:42:30.238751 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.252022 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-8ab629f4-3b8a-414f-b03e-3652b585c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.253497 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-8ab629f4-3b8a-414f-b03e-3652b585c7b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75a0fd99-cace-4b36-92db-9bcaba398c43 HTTP/1.1" status: 200 len: 909 time: 0.2893810 May 14 09:42:30.254195 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.259054 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b76f988-a4ef-4215-a84a-53f334d993c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:30.326969 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Router 1de13aaa-4cf7-46a6-a31a-8593f633b309 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:42:30.333415 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdc312a-5bdf-4296-a281-212635d4c876,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:30.343056 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.354791 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:30.390867 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:30.418859 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-cc87f22f-ae3b-4c09-ad38-83f39b8bf252 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b09bb6-e72c-4313-b691-edcaa5812c94 HTTP/1.1" status: 200 len: 217 time: 0.1448841 May 14 09:42:30.434107 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a22d21d-231c-47e7-a0e9-5e663c2ce302,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:30.472096 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1a22d21d-231c-47e7-a0e9-5e663c2ce302 HTTP/1.1" status: 204 len: 168 time: 1.3921776 May 14 09:42:30.473331 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5225ec58-2bed-4e5c-8e92-9552b08298d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:30.477760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.479034 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4bdc312a-5bdf-4296-a281-212635d4c876 HTTP/1.1" status: 204 len: 168 time: 1.0571036 May 14 09:42:30.511531 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-cbc2314f-24e6-459d-82cf-d551f44984e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.513139 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-cbc2314f-24e6-459d-82cf-d551f44984e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=336ecf93-e05b-47f3-bf68-59d9cf8be5b5 HTTP/1.1" status: 200 len: 848 time: 0.0819447 May 14 09:42:30.581411 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8589cb-0e71-48bb-b9ef-e63a8acd326a req-37cb2292-a353-4c7e-a729-7802b0f03e9b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:30.582930 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9e8589cb-0e71-48bb-b9ef-e63a8acd326a req-37cb2292-a353-4c7e-a729-7802b0f03e9b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 944 time: 0.2524559 May 14 09:42:30.589851 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-5fc457e1-be89-4faf-9c2c-68d667a40185 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75a0fd99-cace-4b36-92db-9bcaba398c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518208 May 14 09:42:30.713171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:42:30.715866 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9e8589cb-0e71-48bb-b9ef-e63a8acd326a req-e57d037d-71fc-4eb8-9d0b-10b1a71547bb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249754 May 14 09:42:30.719315 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:30.735484 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] Sync routers for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:42:30.765112 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:30.766213 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:42:12Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:30.796936 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-cc9c56ed-a9fa-4ba8-ba91-5bf80a83d6ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "PUT /v2.0/floatingips/a28cb30c-e7e7-40eb-b810-33093ceddf73 HTTP/1.1" status: 200 len: 991 time: 2.3073037 May 14 09:42:30.797791 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:30.812376 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-5d21b1dd-72eb-4c48-b6d2-72f0c2a1351d service neutron] 10.222.0.75 "GET /v2.0/networks/75a0fd99-cace-4b36-92db-9bcaba398c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083528 May 14 09:42:30.857065 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53574) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:31.003444 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23ae4e-aa1e-4f02-920d-46a45b73d5a4 req-bb548691-e6c9-4b0c-af08-83fffa5a816a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:31.005158 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2b23ae4e-aa1e-4f02-920d-46a45b73d5a4 req-bb548691-e6c9-4b0c-af08-83fffa5a816a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.0857236 May 14 09:42:31.066270 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2b23ae4e-aa1e-4f02-920d-46a45b73d5a4 req-e48e42b5-d286-4bc1-9468-49e24de395e2 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546885 May 14 09:42:31.151881 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:31.182988 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-740d8e9f-c76c-48eb-bc10-5bf342cb48a1 req-b489c243-96b6-4671-b763-838d3c8dad07 service neutron] 10.222.0.75 "GET /v2.0/networks/75a0fd99-cace-4b36-92db-9bcaba398c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587608 May 14 09:42:31.193307 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0d7cdd30-8e12-49c5-a6ea-b3e06da0b690 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=51da63900b85470c8e57b51e851279dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3349276 May 14 09:42:31.196225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53590) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:31.204587 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de02edf-6098-4bfa-9e97-11123d97c0c4 req-a51d3349-e7dc-4f63-96fc-b581e2a9e91a tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:31.205295 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-1de02edf-6098-4bfa-9e97-11123d97c0c4 req-a51d3349-e7dc-4f63-96fc-b581e2a9e91a tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Synchronizing usage tracker for tenant:148839102c5944e38583a49e977e0e5a on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:31.231892 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-1de02edf-6098-4bfa-9e97-11123d97c0c4 req-a51d3349-e7dc-4f63-96fc-b581e2a9e91a tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Unset dirty status for tenant:148839102c5944e38583a49e977e0e5a on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:31.238739 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1de02edf-6098-4bfa-9e97-11123d97c0c4 req-a51d3349-e7dc-4f63-96fc-b581e2a9e91a tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 944 time: 0.2933087 May 14 09:42:31.284353 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'status': 'completed', 'code': 200} May 14 09:42:31.316028 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:31.325243 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.386279 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.419783 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-1de02edf-6098-4bfa-9e97-11123d97c0c4 req-fafde028-4225-4ec3-bcfc-eb30763c4c9e tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Synchronizing usage tracker for tenant:148839102c5944e38583a49e977e0e5a on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:31.461835 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-1de02edf-6098-4bfa-9e97-11123d97c0c4 req-fafde028-4225-4ec3-bcfc-eb30763c4c9e tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Unset dirty status for tenant:148839102c5944e38583a49e977e0e5a on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:31.463054 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1de02edf-6098-4bfa-9e97-11123d97c0c4 req-fafde028-4225-4ec3-bcfc-eb30763c4c9e tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228305 May 14 09:42:31.474745 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-1627c2df-3fbe-49f5-bd33-bffe14bc2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:31.476234 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-1627c2df-3fbe-49f5-bd33-bffe14bc2324 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1098 time: 0.1374788 May 14 09:42:31.517116 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:31.533118 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.537603 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fb74a620-d5b2-419c-8894-f07b5f99a075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:31.553110 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'port_id': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', 'mac_address': 'fa:16:3e:c4:b0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576a5578-81c9-42ff-a61a-77d5b0fe16a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:31.559031 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b0bd9f-6662-4761-98c6-204183a5b6ec,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:31.585883 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.588997 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.593646 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.600382 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.600919 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.601372 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.601838 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.602430 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.602895 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.603349 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.603784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.604228 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:31.610515 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:31.621681 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.626278 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a6b0bd9f-6662-4761-98c6-204183a5b6ec HTTP/1.1" status: 204 len: 168 time: 0.4257619 May 14 09:42:31.697487 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.719715 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:31.737479 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:31.745445 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:31.747958 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:31.861771 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-5a624e47-cdc0-4a99-bd5a-fd34992742f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:31.863371 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-5a624e47-cdc0-4a99-bd5a-fd34992742f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.3774700 May 14 09:42:31.904518 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:31.910766 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:32.010749 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'a28cb30c-e7e7-40eb-b810-33093ceddf73', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'port_id': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'mac_address': 'fa:16:3e:63:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:42:02Z', 'updated_at': '2021-05-14T09:42:29Z', 'revision_number': 1, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:32.015074 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] Checking router: 1de13aaa-4cf7-46a6-a31a-8593f633b309 for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:42:32.024085 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:32.024698 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:42:12Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:32.034070 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-73de7062-8a9b-4b98-aa5c-79f5cc6f833e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 999 time: 0.1623223 May 14 09:42:32.041765 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18075790-fc81-49fa-a42c-9af4ecb9bcb5 req-b1ded11a-095f-4601-a3c1-3342f5256622 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:32.049205 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-18075790-fc81-49fa-a42c-9af4ecb9bcb5 req-b1ded11a-095f-4601-a3c1-3342f5256622 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 945 time: 0.1236825 May 14 09:42:32.106141 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-18075790-fc81-49fa-a42c-9af4ecb9bcb5 req-e8fb8888-697c-41d4-9305-e86f4d83a3b7 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 May 14 09:42:32.164500 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-678b5a15-5178-4c46-87c6-83dd847e636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:32.166715 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-678b5a15-5178-4c46-87c6-83dd847e636b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.1236894 May 14 09:42:32.278678 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:32.316686 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['809f0ae3-2b15-4ea1-bd99-faeece1b0fc3'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:32.333640 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-2f868e51-ca78-432c-8387-eef73545401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:32.334671 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-2f868e51-ca78-432c-8387-eef73545401d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1549413 May 14 09:42:32.574667 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c49cf-36aa-40c3-b6fc-c8e951afa3d1 req-879162cf-c7e5-4404-9a2b-f33c43ab8a06 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:32.578584 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d9c49cf-36aa-40c3-b6fc-c8e951afa3d1 req-879162cf-c7e5-4404-9a2b-f33c43ab8a06 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.3186200 May 14 09:42:32.752983 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d9c49cf-36aa-40c3-b6fc-c8e951afa3d1 req-230b873b-e310-4c48-a3b9-84abc3cb89ad tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676693 May 14 09:42:32.795915 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-d3b83a3e-6ae2-4288-8838-3f6d15197831 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426010 May 14 09:42:32.823863 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:42:32.843354 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805250e0-ae1e-49af-83ff-5af839eab41f req-e8f7d434-d00d-4062-9a0b-d7df12bdc1d8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:32.846147 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-805250e0-ae1e-49af-83ff-5af839eab41f req-e8f7d434-d00d-4062-9a0b-d7df12bdc1d8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 944 time: 0.1284642 May 14 09:42:32.907007 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-805250e0-ae1e-49af-83ff-5af839eab41f req-e6c5da3b-aee5-4d65-83f8-7112e412f93f tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548184 May 14 09:42:32.951515 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'a28cb30c-e7e7-40eb-b810-33093ceddf73', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'port_id': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'mac_address': 'fa:16:3e:63:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:42:02Z', 'updated_at': '2021-05-14T09:42:29Z', 'revision_number': 1, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:32.956510 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b357728-9df1-47d2-97bf-61ed4fff5d73 None None] The sync data for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb is: [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'a28cb30c-e7e7-40eb-b810-33093ceddf73', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'port_id': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'mac_address': 'fa:16:3e:63:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:42:02Z', 'updated_at': '2021-05-14T09:42:29Z', 'revision_number': 1, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:42:32.996920 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-36dc6a1e-c85b-44a9-90dc-72282e081cb2 req-6c316955-33c5-4684-851b-b39f4f86f076 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969540 May 14 09:42:33.175785 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53674) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:33.188704 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52485848-e7d2-4322-871b-72bfe47bb133 None None] New status for floating IP a28cb30c-e7e7-40eb-b810-33093ceddf73: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:42:33.220443 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53680) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:33.336815 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 69b09bb6-e72c-4313-b691-edcaa5812c94 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:33.337643 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709595-11bd-47f0-876f-ac4e5ef3df2b req-e1be8f45-8030-4bf0-8bb8-487994e214a1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:33.339304 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8c709595-11bd-47f0-876f-ac4e5ef3df2b req-e1be8f45-8030-4bf0-8bb8-487994e214a1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 945 time: 0.1002617 May 14 09:42:33.355850 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-network', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:33.361709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:33.373995 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Usage tracker for resource:network and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:33.376968 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:33.392123 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:33.397356 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8c709595-11bd-47f0-876f-ac4e5ef3df2b req-6d6a6c85-dfc9-4d06-a8ed-65e2644f79b2 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 May 14 09:42:33.430965 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Made reservation on behalf of f8dab5cd1e2e46ac88ac5c9813f49b35 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:33.443510 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.458637 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.468391 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.479305 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.db.resource_extend [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:42:33.492507 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:33.495551 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:33.500917 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Usage tracker for resource:security_group_rule and tenant:e63532aef58e401389ae2d69528b78f8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:33.504064 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Usage tracker for resource:security_group_rule and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:33.506878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:33.509779 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:33.517355 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:33.519706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:33.671961 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.673857 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.677476 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.686208 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fcb76db8-9144-4100-9e5d-ef764d3a2f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:33.696423 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 69b09bb6-e72c-4313-b691-edcaa5812c94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=69b09bb6-e72c-4313-b691-edcaa5812c94,segment=NetworkSegment(52ca5e40-aa43-4b58-b44d-7ad67e3d5e56),segment_id=52ca5e40-aa43-4b58-b44d-7ad67e3d5e56)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:33.696721 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.712599 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '69b09bb6-e72c-4313-b691-edcaa5812c94', 'network_id': '75a0fd99-cace-4b36-92db-9bcaba398c43', 'port_id': '69b09bb6-e72c-4313-b691-edcaa5812c94', 'mac_address': 'fa:16:3e:0b:d5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336ecf93-e05b-47f3-bf68-59d9cf8be5b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:33.738794 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e63532aef58e401389ae2d69528b78f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170832 May 14 09:42:33.739393 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53700) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:33.742645 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:42:33.761375 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9cb7f1-6e5c-4968-b068-0893390eb0aa,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:33.768697 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:33.769467 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d0f5b264-c9a4-4412-b0cc-26f1fc3bd876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:33.796684 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.797040 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Added segment 28e731da-d895-4638-b767-242cfa5812eb of type vlan for network 36a55f9a-0b02-4346-9722-7bff9d84ebee May 14 09:42:33.820453 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.830909 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.839450 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b09bb6-e72c-4313-b691-edcaa5812c94 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:33.857454 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 69b09bb6-e72c-4313-b691-edcaa5812c94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=69b09bb6-e72c-4313-b691-edcaa5812c94,segment=NetworkSegment(52ca5e40-aa43-4b58-b44d-7ad67e3d5e56),segment_id=52ca5e40-aa43-4b58-b44d-7ad67e3d5e56)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:33.864876 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.867946 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-8fdc4662-765f-46e7-b8be-01bcd0f50d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:33.869773 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.892773 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:33.893715 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:33.924360 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9160eeb-4c00-4565-a9ad-8ea3ae4b2e09,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:33.953406 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=69b09bb6-e72c-4313-b691-edcaa5812c94,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:33.959571 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:33.968289 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:33.971046 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:34.035615 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70402b03-efe0-4e38-9da3-8936e686d78d req-fda10d1e-e52e-4668-916d-d33df3cd50b6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:34.037399 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-70402b03-efe0-4e38-9da3-8936e686d78d req-fda10d1e-e52e-4668-916d-d33df3cd50b6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1639645 May 14 09:42:34.096173 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-70402b03-efe0-4e38-9da3-8936e686d78d req-041746f6-497a-401c-81d3-93ff4d0c3cc1 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511787 May 14 09:42:34.107225 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9271593 May 14 09:42:34.108296 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53722) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:34.114337 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Request body: {'subnet': {'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-subnet', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:34.119730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:34.127138 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Usage tracker for resource:subnet and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:34.131177 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:34.138339 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:34.153377 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Made reservation on behalf of f8dab5cd1e2e46ac88ac5c9813f49b35 for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:34.158008 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12020129'] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:34.158212 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:34.180004 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Pushing event updated for resources: {'Network': ['ID=36a55f9a-0b02-4346-9722-7bff9d84ebee,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:34.188727 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:34.191646 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:42:34.247238 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:34.328195 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['69b09bb6-e72c-4313-b691-edcaa5812c94'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:34.383408 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3872de-84ba-4b9a-8b2f-d66eb3eeb768 req-3645dbd1-7524-4b8a-82c2-72185a6348a1 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:34.397078 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2d3872de-84ba-4b9a-8b2f-d66eb3eeb768 req-3645dbd1-7524-4b8a-82c2-72185a6348a1 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 945 time: 0.2854679 May 14 09:42:34.468652 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:34.490299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-23958f1e-d62f-4c08-bf8e-c555d73aa92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:34.517963 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9cb7f1-6e5c-4968-b068-0893390eb0aa,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:34.520931 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:34.525474 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a9cb7f1-6e5c-4968-b068-0893390eb0aa HTTP/1.1" status: 204 len: 168 time: 0.7803104 May 14 09:42:34.527464 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:34.571371 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2d3872de-84ba-4b9a-8b2f-d66eb3eeb768 req-10ebae66-6343-4a98-b2a6-40bc64b4818a tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722481 May 14 09:42:34.742308 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc919f-98be-431e-82b1-a7d44fac8d5c req-e82928b4-c612-438e-ae88-82735435d410 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:34.743821 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e0dc919f-98be-431e-82b1-a7d44fac8d5c req-e82928b4-c612-438e-ae88-82735435d410 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 945 time: 0.1417365 May 14 09:42:34.807097 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e0dc919f-98be-431e-82b1-a7d44fac8d5c req-f3a9d459-4332-493c-93fc-a2a6dcc861a9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490258 May 14 09:42:34.871116 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11830071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12020159'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:34.876097 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:34.951108 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbce457b-2375-41ce-bf48-d6a55955726f,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:34.954573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:34.958542 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Checking segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:34.958542 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Network hostable DHCP agents. Network: 36a55f9a-0b02-4346-9722-7bff9d84ebee, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:42:34.977475 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:42:34.993982 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 36a55f9a-0b02-4346-9722-7bff9d84ebee) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:35.004699 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:35.005438 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.006247 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564da1a-56b8-4162-9033-d3c27666365b None None] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:35.012176 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53754) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:35.032581 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.043175 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0ee91eed-5aff-4a27-b3f9-e9392270072d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9336481 May 14 09:42:35.046704 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53758) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:35.052066 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:35.057209 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:35.061616 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Usage tracker for resource:router and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:35.061915 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:35.064721 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:35.066447 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Usage tracker for resource:security_group_rule and tenant:a2261a3a31ad4bf88586193ff8ca7a18 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:35.070069 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:35.071483 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:35.076207 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:35.085792 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.087142 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.103579 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.177047 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.183017 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.193204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-86d743fa-e5f9-449f-8cd9-9f0c6deb5dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:35.223547 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4d56c4-228b-4a11-bea9-cd6bbabdc1c9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:35.229020 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:35.267334 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-36a55f9a-0b02-4346-9722-7bff9d84ebee', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:42:35.268361 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.293002 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2261a3a31ad4bf88586193ff8ca7a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773426 May 14 09:42:35.293294 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53764) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:35.342045 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:35.378555 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.389365 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0f75-68ef-4712-a099-81b58d13cb81 req-634a17fa-46ad-4999-93f0-7e20eb5c4f30 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:35.396671 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-83ee0f75-68ef-4712-a099-81b58d13cb81 req-634a17fa-46ad-4999-93f0-7e20eb5c4f30 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1740425 May 14 09:42:35.447071 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.477308 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.483857 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-83ee0f75-68ef-4712-a099-81b58d13cb81 req-e2e48a61-93e7-42ba-abcd-29d835617dab tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861254 May 14 09:42:35.507360 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Allocated IP 172.20.0.2 (36a55f9a-0b02-4346-9722-7bff9d84ebee/dbce457b-2375-41ce-bf48-d6a55955726f/6dba0722-b3f6-457d-9f3f-e0a63ad764e7) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:35.532111 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:35.544714 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.553932 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c68f4f2e-c8c6-4c13-821b-2c7e50282113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:35.572571 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4d56c4-228b-4a11-bea9-cd6bbabdc1c9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:35.575612 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:35.579544 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.581808 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d4d56c4-228b-4a11-bea9-cd6bbabdc1c9 HTTP/1.1" status: 204 len: 168 time: 0.2873394 May 14 09:42:35.618110 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:35.618487 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.911730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.937592 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.948132 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.964335 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:35.965644 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Transition to ACTIVE for port object 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:35.992068 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:36.009664 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Transition to ACTIVE for port object 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:36.011866 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:36.019316 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:36.022781 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:36.039792 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6bede-6a24-4fac-866d-f83bb4031cce req-563de006-f907-49d7-94b0-b5617aab050a tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:36.042468 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-93b6bede-6a24-4fac-866d-f83bb4031cce req-563de006-f907-49d7-94b0-b5617aab050a tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 945 time: 0.2538159 May 14 09:42:36.070536 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:36.102480 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:36.105665 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:36.108523 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:36.164263 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-93b6bede-6a24-4fac-866d-f83bb4031cce req-e3b19def-10df-4c7d-9cb4-0a38f9c1ad85 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114292 May 14 09:42:36.221576 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Allocated IP 172.28.0.107 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/6fe6304b-05f4-4177-8231-9f2329b89b16) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:36.313771 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f358-d532-4060-a99f-de4776b35f11 req-79a9761c-d016-45bd-acf9-020bea5d3e3c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:36.315478 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:36.330556 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', 'code': 200} May 14 09:42:36.332343 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.332468 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1660f358-d532-4060-a99f-de4776b35f11 req-79a9761c-d016-45bd-acf9-020bea5d3e3c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 946 time: 0.2082851 May 14 09:42:36.332683 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.333017 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.333352 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.333670 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.334002 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.334311 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.334645 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.345366 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.345818 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.346151 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.346477 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:36.365375 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:36.365869 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:36.445624 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1660f358-d532-4060-a99f-de4776b35f11 req-b3a343a4-f632-44ac-a048-982c20e31f9d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986464 May 14 09:42:36.507816 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Pushing event updated for resources: {'Port': ['ID=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:36.546250 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:36.549979 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Attempting to bind port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:36.550361 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Attempting to bind port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:36.550788 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Attempting to bind port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 on network 36a55f9a-0b02-4346-9722-7bff9d84ebee {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:36.560357 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:36.563577 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:36.563968 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Checking segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:36.564393 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:36.564896 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Bound using segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:36.565591 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Bound port: 6dba0722-b3f6-457d-9f3f-e0a63ad764e7, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:36.565883 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:36.632159 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:36.640716 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:36.712576 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] For port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:36.717108 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] For port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:36.723717 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:36.729720 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:36.797658 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:36.814340 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:36.823131 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Pushing event updated for resources: {'Port': ['ID=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:36.824241 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:36.826838 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:36.852928 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe6304b-05f4-4177-8231-9f2329b89b16,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:36.859765 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:37.102072 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01213061-104b-4ffd-8076-cd715fbec391 req-b0aaea69-1489-4aaf-bf6e-859226330d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:37.103922 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-01213061-104b-4ffd-8076-cd715fbec391 req-b0aaea69-1489-4aaf-bf6e-859226330d89 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 1099 time: 0.3986559 May 14 09:42:37.348450 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 69b09bb6-e72c-4313-b691-edcaa5812c94 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:37.361708 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739a108-eef8-4ba9-ad00-90e096a6d37d req-c3083cc7-ef2d-45df-840e-3a4f67b2ea8b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:37.363586 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d739a108-eef8-4ba9-ad00-90e096a6d37d req-c3083cc7-ef2d-45df-840e-3a4f67b2ea8b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.6593747 May 14 09:42:37.493024 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-01213061-104b-4ffd-8076-cd715fbec391 req-93e24f7e-15c9-41a8-86c2-dfc58d2fb7c9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497818 May 14 09:42:37.522921 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:37.623892 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce74e0-d7ae-47f8-82e9-ffced431e323 req-0003c663-36de-4d0f-9e58-9920e22a49b6 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:37.633541 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-39ce74e0-d7ae-47f8-82e9-ffced431e323 req-0003c663-36de-4d0f-9e58-9920e22a49b6 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 945 time: 0.2368162 May 14 09:42:37.660034 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 69b09bb6-e72c-4313-b691-edcaa5812c94 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:37.665570 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d739a108-eef8-4ba9-ad00-90e096a6d37d req-55aee8ff-34f4-4423-8561-536447c91e5d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867715 May 14 09:42:37.669240 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 69b09bb6-e72c-4313-b691-edcaa5812c94 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:37.669979 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:37.762959 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:37.763709 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:37.883690 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-39ce74e0-d7ae-47f8-82e9-ffced431e323 req-74c4f186-a9e2-4787-a6b8-bf8a871f7a65 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485595 May 14 09:42:37.959230 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.029598 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 69b09bb6-e72c-4313-b691-edcaa5812c94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=69b09bb6-e72c-4313-b691-edcaa5812c94,segment=NetworkSegment(52ca5e40-aa43-4b58-b44d-7ad67e3d5e56),segment_id=52ca5e40-aa43-4b58-b44d-7ad67e3d5e56)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:38.039352 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fdbe7-4ad4-4636-9bbf-63fb14e0ae5b req-b4182cdc-28ee-400a-91a5-d8bd09746a91 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:38.047486 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eb1fdbe7-4ad4-4636-9bbf-63fb14e0ae5b req-b4182cdc-28ee-400a-91a5-d8bd09746a91 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 946 time: 0.2072554 May 14 09:42:38.048021 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.051914 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c9e807f4-b61a-44d6-a135-8124d4a8680f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:38.118851 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eb1fdbe7-4ad4-4636-9bbf-63fb14e0ae5b req-cf10db18-12d8-42fe-b767-42e02f247e77 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 May 14 09:42:38.170810 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=69b09bb6-e72c-4313-b691-edcaa5812c94,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:38.174897 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:38.239907 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc185c-04e8-4b2b-a056-b77e88b8b185 None None] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:42:38.335531 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b09bb6-e72c-4313-b691-edcaa5812c94'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:38.415625 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Provisioning for port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:38.425544 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Provisioning complete for port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:38.425926 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.426112 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.555756 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b09bb6-e72c-4313-b691-edcaa5812c94', 'code': 200} May 14 09:42:38.851502 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.858687 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c85ae0-7d1d-4604-9c31-2cde56398941 req-b8f4260e-8f07-4ba0-bcd6-ce01e8f58ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:38.860452 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b8c85ae0-7d1d-4604-9c31-2cde56398941 req-b8f4260e-8f07-4ba0-bcd6-ce01e8f58ea6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 1099 time: 0.1496184 May 14 09:42:38.916770 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] For port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:38.921513 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-96b8e033-b46e-4952-827d-be8785e70a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.930124 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:38.932027 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:38.981766 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Router d61caf84-8e00-4035-ac9a-cd768eecc92a is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:42:38.987435 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7efef-5b0b-4ee3-966e-e57c32daebf0 req-a3ce8722-6266-4c44-98a3-1a7c82de84d9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:39.004320 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b8c85ae0-7d1d-4604-9c31-2cde56398941 req-f93c779f-ada6-48b3-a18a-c5af77d3eac2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304855 May 14 09:42:39.014487 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7ef7efef-5b0b-4ee3-966e-e57c32daebf0 req-a3ce8722-6266-4c44-98a3-1a7c82de84d9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1816733 May 14 09:42:39.108617 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Pushing event updated for resources: {'Port': ['ID=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:39.113185 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:39.118006 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7ef7efef-5b0b-4ee3-966e-e57c32daebf0 req-c660e485-e28e-4850-91eb-edd681364bcc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 May 14 09:42:39.266803 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53892) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:39.370345 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-47e874db-66eb-4b1a-a6e8-80a7dd585312 None None] Provisioning complete for port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:39.370747 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-47e874db-66eb-4b1a-a6e8-80a7dd585312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.435762 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531cb83-5f3e-4129-9e35-2e1daa8aa8bb req-6aa0395b-d2e0-4e80-8aa6-1cbde9daf24d tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:39.437850 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7531cb83-5f3e-4129-9e35-2e1daa8aa8bb req-6aa0395b-d2e0-4e80-8aa6-1cbde9daf24d tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 946 time: 0.3028474 May 14 09:42:39.441594 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:42:39.450968 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Sync routers for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:42:39.467514 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:39.468037 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:42:12Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:39.502767 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:39.509939 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7531cb83-5f3e-4129-9e35-2e1daa8aa8bb req-5638b788-dced-426e-aa2d-aa5e9f2a66d1 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656590 May 14 09:42:39.515892 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.555205 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:39.564793 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b994ed16c2d468eb2b77a7cb4318f55 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:39.572008 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:39.577200 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.578419 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5308096 May 14 09:42:39.587577 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 53904) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:39.590028 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:39.654437 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:39.654849 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.665688 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a753ca-cd65-41eb-8144-3c154ba1a23f req-a73e5951-b378-46f5-b7b0-597e6071c9ea tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:39.675084 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b0a753ca-cd65-41eb-8144-3c154ba1a23f req-a73e5951-b378-46f5-b7b0-597e6071c9ea tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 946 time: 0.3005197 May 14 09:42:39.744120 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b0a753ca-cd65-41eb-8144-3c154ba1a23f req-eb24a195-7469-423c-bccf-7779b6ff9df3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678198 May 14 09:42:39.814010 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.819501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.825124 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:39.844316 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-48062567-5bfe-47d0-8990-cd705d7c831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:39.869348 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b994ed16c2d468eb2b77a7cb4318f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020048 May 14 09:42:39.876610 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53914) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:39.887686 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ec177-e8c1-4d26-8c93-d69492ad2c39,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:39.889228 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:39.960739 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:39.989301 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:40.048927 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:40.055757 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:40.070981 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ec177-e8c1-4d26-8c93-d69492ad2c39,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:40.074078 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:40.078764 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:40.097431 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/693ec177-e8c1-4d26-8c93-d69492ad2c39 HTTP/1.1" status: 204 len: 168 time: 0.2191548 May 14 09:42:40.113102 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-d504d676-da0b-4f3e-be66-813bcaf38cb6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5971274 May 14 09:42:40.247267 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:37Z', 'revision_number': 3, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:40.252305 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Checking router: d61caf84-8e00-4035-ac9a-cd768eecc92a for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:42:40.252772 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Updating router d61caf84-8e00-4035-ac9a-cd768eecc92a port 6fe6304b-05f4-4177-8231-9f2329b89b16 binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:42:40.323782 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:40.406418 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0f153-f9bc-4619-ae8e-ad67a52f3fa1 req-4625dcb6-7c50-4522-937b-926405f56088 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:40.428594 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cae0f153-f9bc-4619-ae8e-ad67a52f3fa1 req-4625dcb6-7c50-4522-937b-926405f56088 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1120191 May 14 09:42:40.523532 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cae0f153-f9bc-4619-ae8e-ad67a52f3fa1 req-4de295c2-d71f-4b2d-9a06-75d02f97a840 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939522 May 14 09:42:40.602149 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53942) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:40.609906 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-deddc896-0241-423a-9056-feb6fc6a96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:40.612044 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-deddc896-0241-423a-9056-feb6fc6a96aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 1098 time: 0.3519390 May 14 09:42:40.643437 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:40.686610 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:40.690787 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:ac26b69087a547eb9da3f53b6388758e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:40.694882 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:40.709403 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:40.978790 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d005649-5b2d-4181-b1e8-0572b0e7935e req-f8463632-2e67-4b65-9b57-8d655d5b106d tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:40.986442 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1d005649-5b2d-4181-b1e8-0572b0e7935e req-f8463632-2e67-4b65-9b57-8d655d5b106d tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 946 time: 0.2353191 May 14 09:42:41.009490 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.018191 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.027605 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0925cc0e-f2bb-49bd-a11a-817e2ce48ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:41.040730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-2f8a5a0d-6bd7-4fc1-962e-4d82b1bad101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:41.042395 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-2f8a5a0d-6bd7-4fc1-962e-4d82b1bad101 service neutron] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 916 time: 0.2927175 May 14 09:42:41.150808 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac26b69087a547eb9da3f53b6388758e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475240 May 14 09:42:41.158598 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1d005649-5b2d-4181-b1e8-0572b0e7935e req-8b6bd365-f2ec-4133-afc3-dbcc3a9516dc tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687381 May 14 09:42:41.163625 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53962) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:41.165607 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.174687 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e7c00a-299e-4868-b317-dfe7b0005c43,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:41.192962 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:41.194394 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.210974 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Transition to ACTIVE for port object 6fe6304b-05f4-4177-8231-9f2329b89b16 will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:41.222785 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.233494 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:41.245208 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-cb9ffa2f-9199-4b35-8725-99d6922592bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9 HTTP/1.1" status: 200 len: 217 time: 0.1932080 May 14 09:42:41.260924 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.296258 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.352759 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Attempting to bind port 6fe6304b-05f4-4177-8231-9f2329b89b16 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:41.353162 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Attempting to bind port 6fe6304b-05f4-4177-8231-9f2329b89b16 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:41.353831 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Attempting to bind port 6fe6304b-05f4-4177-8231-9f2329b89b16 on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:41.363006 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Pushing event updated for resources: {'Port': ['ID=6fe6304b-05f4-4177-8231-9f2329b89b16,revision_number=2']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:41.369450 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:41.369937 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:41.370415 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.370914 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:41.371453 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Bound port: 6fe6304b-05f4-4177-8231-9f2329b89b16, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:41.371859 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.374965 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.378928 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-5adf91d4-3697-4c41-bb3a-ed070f61424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:41.380658 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-5adf91d4-3697-4c41-bb3a-ed070f61424e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.1250277 May 14 09:42:41.380862 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-edeff259-3f1a-4da3-8c5f-1be0ccd4f536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:41.400638 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e7c00a-299e-4868-b317-dfe7b0005c43,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:41.404059 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:41.405368 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.407646 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.426018 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/66e7c00a-299e-4868-b317-dfe7b0005c43 HTTP/1.1" status: 204 len: 168 time: 0.2485223 May 14 09:42:41.450098 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.450098 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.450098 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.450098 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.450649 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.450772 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.451260 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.451875 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.452381 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.452851 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.453316 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.453764 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:42:41.459616 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:41.480371 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-e4c990dd-bed7-4b2a-aa60-83db16f2d8ac service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579526 May 14 09:42:41.500109 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-fb23ca08-c2f1-44e6-9417-9bcaca4004df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.536361 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] For port 6fe6304b-05f4-4177-8231-9f2329b89b16, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:41.543435 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] For port 6fe6304b-05f4-4177-8231-9f2329b89b16, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6fe6304b-05f4-4177-8231-9f2329b89b16,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:41.551219 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.559810 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:41.666670 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:41.667217 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:42:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:41.739146 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Pushing event updated for resources: {'Port': ['ID=6fe6304b-05f4-4177-8231-9f2329b89b16,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:41.830285 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-39a4a066-5e59-4e7c-8636-5125f44d1f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:41.888623 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:41.909160 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-6be7aeb1-b1b2-4b3d-bd51-9e52d23afd78 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782239 May 14 09:42:41.922734 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53982) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:41.944570 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:41.965466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:41.970429 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Usage tracker for resource:security_group_rule and tenant:332475f9c1424607b635a1be9371bade is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:41.974398 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:41.980283 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:42.070138 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Allocated IP 172.20.0.1 (36a55f9a-0b02-4346-9722-7bff9d84ebee/dbce457b-2375-41ce-bf48-d6a55955726f/469e7bd5-6efc-40d1-adf0-35758283c462) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:42.096794 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.106621 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.120705 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80902cdd-eb18-46a1-9fb4-236053bd9425 req-022009f7-0e1c-4d10-83f7-51506fc27266 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:42.128193 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-80902cdd-eb18-46a1-9fb4-236053bd9425 req-022009f7-0e1c-4d10-83f7-51506fc27266 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.4373088 May 14 09:42:42.134000 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-13204d42-0620-49c4-85bb-b498f7a8a7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:42.239686 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e89df82a-9632-43a3-971a-e0a993bbc4d5 req-dfea7986-bda5-4262-9e10-8b19015d958d service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159671 May 14 09:42:42.240080 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=332475f9c1424607b635a1be9371bade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113658 May 14 09:42:42.241728 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 53994) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:42.258071 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e492130-7fe4-4df5-b6da-7e1d0b272aca,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:42.273381 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.289830 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-80902cdd-eb18-46a1-9fb4-236053bd9425 req-aabf59ed-4f37-418b-b012-acf65e67df37 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557350 May 14 09:42:42.317497 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:37Z', 'revision_number': 3, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:42.339419 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660066f6-b123-41e6-9af8-c4d3b07b9e83 None None] The sync data for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb is: [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:37Z', 'revision_number': 3, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:42:42.346765 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:42.423615 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.452522 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.482360 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Transition to ACTIVE for port object 469e7bd5-6efc-40d1-adf0-35758283c462 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:42.518198 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54000) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:42.521991 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.529068 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.535086 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-29d0b105-de1a-4d3f-a5fb-73fa872fd6f7 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:42.607753 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:42.608061 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.611557 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:42.613591 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-47225647-9351-432d-9d8d-e95dddebfb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:42.615953 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:42.654894 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e492130-7fe4-4df5-b6da-7e1d0b272aca,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:42.668859 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:42.674165 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.675344 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e492130-7fe4-4df5-b6da-7e1d0b272aca HTTP/1.1" status: 204 len: 168 time: 0.4323666 May 14 09:42:42.684329 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Pushing event updated for resources: {'Port': ['ID=469e7bd5-6efc-40d1-adf0-35758283c462,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:42.689080 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:42.728775 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:42.939746 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.002090 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-8cbeb98d-03bf-44bb-bb8b-02998003d883 None None] Provisioning for port 469e7bd5-6efc-40d1-adf0-35758283c462 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:43.008532 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:43.011623 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-8cbeb98d-03bf-44bb-bb8b-02998003d883 None None] Provisioning complete for port 469e7bd5-6efc-40d1-adf0-35758283c462 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:43.012271 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb98d-03bf-44bb-bb8b-02998003d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.012571 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7858f94a07422b959112f684c7b2db is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:43.015879 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:43.025268 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:43.106682 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-8cbeb98d-03bf-44bb-bb8b-02998003d883 None None] Port 469e7bd5-6efc-40d1-adf0-35758283c462 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:42:43.149609 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.172103 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.185445 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.198196 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-b9fbadcb-5f0f-4614-8dc2-17b2d86237b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:43.294576 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c7858f94a07422b959112f684c7b2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7725937 May 14 09:42:43.294576 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3947125-1025-48fd-bd0c-ff0b39f27381,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:43.296275 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54034) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:43.305910 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:43.339633 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0ddaa-8366-45fb-99bd-1740273c18d2 req-17b05a19-7334-4c2c-8ca9-1aa517035364 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:43.355130 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f3e0ddaa-8366-45fb-99bd-1740273c18d2 req-17b05a19-7334-4c2c-8ca9-1aa517035364 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 946 time: 0.5533879 May 14 09:42:43.441111 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.516470 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.531789 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6fe6304b-05f4-4177-8231-9f2329b89b16 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:43.684596 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 6fe6304b-05f4-4177-8231-9f2329b89b16 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:43.690053 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 6fe6304b-05f4-4177-8231-9f2329b89b16 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:43.692620 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f3e0ddaa-8366-45fb-99bd-1740273c18d2 req-ddb385f3-ee23-4c17-ac8f-27a73590f60e tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366098 May 14 09:42:43.693034 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.794809 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.808250 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-55cda0f9-04e5-4837-a54b-a40995318fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:43.857635 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.862474 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3947125-1025-48fd-bd0c-ff0b39f27381 HTTP/1.1" status: 204 len: 168 time: 0.5624113 May 14 09:42:43.862474 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3947125-1025-48fd-bd0c-ff0b39f27381,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:43.873792 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.881117 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.886762 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:43.905691 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:43.930226 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10104bf0-9ba9-48d9-ad6c-675ed1ba4798 req-b14cc2a6-6624-4ac8-abab-2417d1181c40 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:43.942022 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-10104bf0-9ba9-48d9-ad6c-675ed1ba4798 req-b14cc2a6-6624-4ac8-abab-2417d1181c40 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.3146188 May 14 09:42:44.005968 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c98d0f53-4739-45de-bb34-c35fd069df5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:44.044891 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.082700 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-10104bf0-9ba9-48d9-ad6c-675ed1ba4798 req-fb1d72cb-4165-43a7-8205-ce6d3c88e38e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333339 May 14 09:42:44.089969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 6fe6304b-05f4-4177-8231-9f2329b89b16, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6fe6304b-05f4-4177-8231-9f2329b89b16,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:44.091721 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.098502 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.104476 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:44.204819 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=6fe6304b-05f4-4177-8231-9f2329b89b16,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:44.210153 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:44.276044 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Pushing event updated for resources: {'Port': ['ID=469e7bd5-6efc-40d1-adf0-35758283c462,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:44.280270 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:44.460137 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:44.476190 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:44.544557 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54082) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:44.576030 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.612328 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:44.617459 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Usage tracker for resource:security_group_rule and tenant:cfa3dfe17f0e4fd3a17737891b618b78 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:44.625746 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:44.639248 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:44.791891 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.798304 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.808410 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fabbcd1b-df7a-4f80-a002-02714f649702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:44.831088 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-0ef1b94e-4a87-4c16-8610-0769deb05836 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:44.832773 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-0ef1b94e-4a87-4c16-8610-0769deb05836 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 0.5514524 May 14 09:42:44.838434 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6b71d1-b1a1-457b-a10d-012a70e3aa94,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:44.844445 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:44.862122 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cfa3dfe17f0e4fd3a17737891b618b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168247 May 14 09:42:44.864560 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54086) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:44.886114 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-a852c1d3-f914-4152-b7fb-f547899764b4 None None] Provisioning complete for port 469e7bd5-6efc-40d1-adf0-35758283c462 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:44.886585 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-a852c1d3-f914-4152-b7fb-f547899764b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.897306 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-021e73a7-bbae-4cf8-8aca-e92964e4e49f tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/quotas/8d910852dc8b45a3b19a925a0aefb4f4 HTTP/1.1" status: 200 len: 375 time: 0.0400412 May 14 09:42:44.942570 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.975652 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:44.992424 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-a852c1d3-f914-4152-b7fb-f547899764b4 None None] Port 469e7bd5-6efc-40d1-adf0-35758283c462 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:42:45.045704 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Router d61caf84-8e00-4035-ac9a-cd768eecc92a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:42:45.046738 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.054095 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d0f90550-a7a2-472b-b346-ddbc0786d236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:45.070275 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6b71d1-b1a1-457b-a10d-012a70e3aa94,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:45.072644 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:45.073904 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.075069 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c6b71d1-b1a1-457b-a10d-012a70e3aa94 HTTP/1.1" status: 204 len: 168 time: 0.2095926 May 14 09:42:45.272382 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-8a174b77-d771-4e8a-923b-7c398b43bcd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3664343 May 14 09:42:45.461853 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-582f8ca0-720b-4df1-b79d-95c892bc0d00 service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884203 May 14 09:42:45.466304 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6fe6304b-05f4-4177-8231-9f2329b89b16 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:45.505479 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f522ab8-3c79-4181-bdc3-767130b29b8a req-3e3a0038-e5e5-48d3-acae-32dc16dbc8ec tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:45.507205 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f522ab8-3c79-4181-bdc3-767130b29b8a req-3e3a0038-e5e5-48d3-acae-32dc16dbc8ec tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1514943 May 14 09:42:45.577540 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 6fe6304b-05f4-4177-8231-9f2329b89b16 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:45.577917 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:45.603172 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f522ab8-3c79-4181-bdc3-767130b29b8a req-7f2f50c9-ab13-41c2-a5ee-9c262faba253 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876145 May 14 09:42:45.618463 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:42:45.630472 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Sync routers for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:42:45.658323 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:45.659413 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:42:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:45.668706 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-669fcd96-b86d-4583-9e0b-3fae01001a2d service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057252 May 14 09:42:45.675849 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] 10.222.0.67 "PUT /v2.0/routers/d61caf84-8e00-4035-ac9a-cd768eecc92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0787578 May 14 09:42:45.957705 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:45.972652 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-35fee805-f61f-4193-94a5-7725cd3bcf73 req-f72696e7-3aa2-461e-81ba-599b65224c54 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 210 time: 0.0607276 May 14 09:42:46.337177 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:43Z', 'revision_number': 2, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:46.341995 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Checking router: d61caf84-8e00-4035-ac9a-cd768eecc92a for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:42:46.342793 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Updating router d61caf84-8e00-4035-ac9a-cd768eecc92a port 469e7bd5-6efc-40d1-adf0-35758283c462 binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:42:46.373786 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54164) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:46.420904 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:46.700966 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:46.703676 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:46.770628 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:46.800552 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6b2250c18f4e419abf5d6a1ecc12bb is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:46.811993 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:46.826540 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:46.960562 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92992b-2e98-48fd-9599-3c3d2f647e7d req-0f26300c-276f-49b3-ad6a-bcbfc783dee5 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:46.972023 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dd92992b-2e98-48fd-9599-3c3d2f647e7d req-0f26300c-276f-49b3-ad6a-bcbfc783dee5 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1857934 May 14 09:42:47.117686 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.125269 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.161569 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54198) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:47.161656 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dd92992b-2e98-48fd-9599-3c3d2f647e7d req-cef527c1-6446-4159-8a04-8808023863e5 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874425 May 14 09:42:47.162772 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-edd907ca-ce1e-4131-95e2-12ccb48a0017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:47.201197 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65f065-8bea-422d-9aa2-7156b16d2d54,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:47.205988 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:47.211308 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856682488', 'description': 'tempest-description--258568582'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:47.217569 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:47.221900 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:47.224868 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:47.231501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:47.266066 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.279128 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Transition to ACTIVE for port object 469e7bd5-6efc-40d1-adf0-35758283c462 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:47.281876 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.288980 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.293870 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:47.313017 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f6b2250c18f4e419abf5d6a1ecc12bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355385 May 14 09:42:47.313322 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54202) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:47.323537 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1226b62c-ae25-49e5-a7b5-6a4d9d556f89 req-fd13eaed-26cd-4e3f-a5b1-4a6663fada9c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 210 time: 0.0743268 May 14 09:42:47.329349 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:47.333538 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group_rule and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:47.338268 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:47.344906 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:47.438250 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.445108 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.448538 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.490508 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f6d6d115-3082-407d-a0ea-868c9391dbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:47.496808 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15305a-109b-41c3-b1e7-01209834ff27 None None] Pushing event updated for resources: {'Port': ['ID=469e7bd5-6efc-40d1-adf0-35758283c462,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:47.518289 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9a15305a-109b-41c3-b1e7-01209834ff27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:47.525987 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.550549 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.557224 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3604276 May 14 09:42:47.565429 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54208) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:47.586175 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'security_group_rule': {'security_group_id': '67c825d3-5b2d-467a-a88d-bba8bd3a58b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:47.603736 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:47.618988 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group_rule and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:47.623957 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c825d3-5b2d-467a-a88d-bba8bd3a58b2,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:47.625165 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Attempting to bind port 469e7bd5-6efc-40d1-adf0-35758283c462 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:47.625777 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Attempting to bind port 469e7bd5-6efc-40d1-adf0-35758283c462 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:47.626361 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Attempting to bind port 469e7bd5-6efc-40d1-adf0-35758283c462 on network 36a55f9a-0b02-4346-9722-7bff9d84ebee {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:47.634817 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:47.639968 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:47.648023 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:47.648831 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Checking segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:47.649461 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.650056 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Bound using segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:47.650951 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Bound port: 469e7bd5-6efc-40d1-adf0-35758283c462, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:47.651554 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.670692 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:47.690122 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.700858 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2d818a2e-5444-4e8a-8238-474642491bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:47.710929 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.722635 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65f065-8bea-422d-9aa2-7156b16d2d54,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:47.725022 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:47.726117 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.728048 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa65f065-8bea-422d-9aa2-7156b16d2d54 HTTP/1.1" status: 204 len: 168 time: 0.4129353 May 14 09:42:47.863719 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] For port 469e7bd5-6efc-40d1-adf0-35758283c462, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:47.866989 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] For port 469e7bd5-6efc-40d1-adf0-35758283c462, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=469e7bd5-6efc-40d1-adf0-35758283c462,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:47.872690 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.882496 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:47.895560 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.902292 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.904472 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:47.951008 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce439b97-e148-4ebc-9047-aef23b349eac,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:47.978312 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:47.988317 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:47.990728 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4149139 May 14 09:42:47.994706 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54218) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:48.006069 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:42:48.007800 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:42:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:48.071279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'security_group_rule': {'security_group_id': '67c825d3-5b2d-467a-a88d-bba8bd3a58b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:48.088887 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:48.108077 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group_rule and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:48.132330 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:48.159938 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:48.214540 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15305a-109b-41c3-b1e7-01209834ff27 None None] Pushing event updated for resources: {'Port': ['ID=469e7bd5-6efc-40d1-adf0-35758283c462,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:48.215045 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-85dc9da3-5532-41df-9e2c-5fb1d61bf2a3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:48.217064 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-85dc9da3-5532-41df-9e2c-5fb1d61bf2a3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 0.4531748 May 14 09:42:48.229590 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9a15305a-109b-41c3-b1e7-01209834ff27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:48.252468 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Request body: {'port': {'device_id': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'admin_state_up': True, 'tenant_id': '8d910852dc8b45a3b19a925a0aefb4f4'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:48.327781 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:42:48.448181 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.538305 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54242) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:48.593399 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.651498 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0512207d-485a-4cf1-a522-5f2afbfe7184 req-36a14aad-3bcb-419d-bb24-ee3f3ffcb8f0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 210 time: 0.0544660 May 14 09:42:48.652555 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.659436 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:48.671397 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:48.683250 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.691246 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e3167901-9c28-4247-b7d3-78e1aa85f21b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:48.706583 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:48.712061 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Usage tracker for resource:security_group_rule and tenant:01b18f0fdef94a2e904bcde56af9a4fd is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:48.716830 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:48.721316 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Made reservation on behalf of 8d910852dc8b45a3b19a925a0aefb4f4 for: {'port': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:48.724204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:48.724856 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.760485 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86c9715-e5a1-41ba-8847-6fcc14057682,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:48.763879 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:48.764532 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55cd15-cfbe-4ad1-91bd-acce9265214a req-edf5bbdd-034c-4f72-bef8-bb8103a0a0b7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:48.766050 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-da55cd15-cfbe-4ad1-91bd-acce9265214a req-edf5bbdd-034c-4f72-bef8-bb8103a0a0b7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.3098044 May 14 09:42:48.812173 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.816890 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7921786 May 14 09:42:48.817744 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54254) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:48.832483 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'floatingip': {'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:48.844905 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:48.848804 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-da55cd15-cfbe-4ad1-91bd-acce9265214a req-36502d11-32c8-47dc-8da6-11153fd1aab6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663400 May 14 09:42:48.853309 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:floatingip and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:48.875668 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:48.899648 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.904834 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:48.905625 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:48.924647 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:48.974204 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:47Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:42:48.988212 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112128b6-f43f-499f-9d1e-f03700ab6317 None None] The sync data for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb is: [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:47Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:42:49.017070 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01b18f0fdef94a2e904bcde56af9a4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595452 May 14 09:42:49.018307 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7587025-6186-469d-b777-1d7213d8031d,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:49.018746 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:49.021204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54266) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:49.035713 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:49.125707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:49.171118 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:49.244731 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:49.248667 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e9598334-4b4e-463b-90f6-b6547a99585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:49.273505 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:49.277519 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7587025-6186-469d-b777-1d7213d8031d HTTP/1.1" status: 204 len: 168 time: 0.2526200 May 14 09:42:49.277519 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7587025-6186-469d-b777-1d7213d8031d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:49.285277 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:49.353874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Allocated IP 172.20.0.3 (035dbd2b-2bc5-4faa-9914-9cbb07c9a42f/576a5578-81c9-42ff-a61a-77d5b0fe16a6/7f5adcba-bd29-495c-8b51-f01586376794) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:49.536043 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469e7bd5-6efc-40d1-adf0-35758283c462 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:49.694791 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 469e7bd5-6efc-40d1-adf0-35758283c462 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:49.700449 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 469e7bd5-6efc-40d1-adf0-35758283c462 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:49.700837 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:49.850484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d874-7662-44dc-8220-707d35ff2957 req-f5dbe265-d2f4-4cf0-97c0-d978de335a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:49.858933 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-54f6d874-7662-44dc-8220-707d35ff2957 req-f5dbe265-d2f4-4cf0-97c0-d978de335a75 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 1098 time: 0.2083318 May 14 09:42:49.932981 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-54f6d874-7662-44dc-8220-707d35ff2957 req-286b2d39-7394-40d3-883c-64a249ff6398 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648541 May 14 09:42:49.993700 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:50.043162 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b9c487bc-d1dc-4433-bdc8-968c53e69252 req-cf9e4883-8354-4e1f-98b1-dfdf76fe53fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 210 time: 0.1098580 May 14 09:42:50.047830 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 469e7bd5-6efc-40d1-adf0-35758283c462, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=469e7bd5-6efc-40d1-adf0-35758283c462,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:50.060234 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:50.062281 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9a15305a-109b-41c3-b1e7-01209834ff27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:50.162795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=469e7bd5-6efc-40d1-adf0-35758283c462,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:50.165982 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:50.175732 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c99833-7dd6-47e4-9404-514b0f6b6933 req-653dc869-9709-4fd1-83bc-5c81863e9d76 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:50.181307 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-29c99833-7dd6-47e4-9404-514b0f6b6933 req-653dc869-9709-4fd1-83bc-5c81863e9d76 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1385961 May 14 09:42:50.183995 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:50.188431 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:50.254578 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-29c99833-7dd6-47e4-9404-514b0f6b6933 req-2a06f7d1-c547-490a-af3f-67d5591c1dbb tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649893 May 14 09:42:50.414980 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:50.427737 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a5d981e7-27ec-433c-96ca-9cc07e96efd9', '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:42:50.431598 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-66b50345-7c62-4af7-b1d4-a602bc74a6e0 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=def1f8f39e984ab8909022d027ed6af6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512788 May 14 09:42:50.447687 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:50.522867 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9c267-fedf-4a41-8300-cda1d196f9bc req-643f8636-8dda-4a7f-b208-bdd1d2850cc4 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:50.532881 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-65f9c267-fedf-4a41-8300-cda1d196f9bc req-643f8636-8dda-4a7f-b208-bdd1d2850cc4 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 946 time: 0.2915111 May 14 09:42:50.542282 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:50.593610 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:50.608787 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:50.666354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Allocated IP 172.28.0.24 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/6b458290-8f66-4f6d-be14-a88abdeae029) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:50.693457 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-c6d44df2-4faf-499b-93f7-15e778ab3fa3 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:50.702795 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-c6d44df2-4faf-499b-93f7-15e778ab3fa3 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660217 May 14 09:42:50.725961 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-b95eb92a-1287-410d-a512-d777e9c58866 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/quotas/def1f8f39e984ab8909022d027ed6af6 HTTP/1.1" status: 200 len: 375 time: 0.0220604 May 14 09:42:50.730217 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event updated for resources: {'Port': ['ID=7f5adcba-bd29-495c-8b51-f01586376794,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:50.757579 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:50.766727 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-65f9c267-fedf-4a41-8300-cda1d196f9bc req-12151903-f734-4bb0-8937-162145b395b8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329428 May 14 09:42:50.791427 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:50.792096 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:50.815392 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-0ab2cbc5-d5c9-4baf-b315-e17497c8a9ea tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=def1f8f39e984ab8909022d027ed6af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883653 May 14 09:42:50.916107 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-746e2f31-ba86-4ec1-b9d8-cdc167b74274 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6822784 May 14 09:42:50.947095 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Request body: {'port': {'device_id': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:51.017548 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:51.058047 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d720d139-88c3-49b0-b585-aca1f12f675a req-6d82f518-3c8d-4e8f-b9b5-7b7fd678dfe1 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 210 time: 0.0517359 May 14 09:42:51.124929 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:51.222855 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:51.242105 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-eac08ab5-b211-4381-88f2-301667755a82 tempest-DeleteServersTestJSON-539629011 tempest-DeleteServersTestJSON-539629011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:51.384833 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:51.400965 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:51.410250 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:51.433229 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469e7bd5-6efc-40d1-adf0-35758283c462 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:42:51.467791 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'Port': ['ID=6b458290-8f66-4f6d-be14-a88abdeae029,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:51.483654 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:51.574615 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 469e7bd5-6efc-40d1-adf0-35758283c462 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:51.574999 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:51.650185 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161fd2b-19ed-4a51-b272-9cad3e7d02bd req-9c23e94d-9f7b-4f67-ac24-4164e3ca3c7c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:51.650477 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd71fe-1a16-46ac-910c-b0c899cdc072 req-74f1cd1a-d924-4e40-b088-9f8838941e18 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:51.650938 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-a161fd2b-19ed-4a51-b272-9cad3e7d02bd req-9c23e94d-9f7b-4f67-ac24-4164e3ca3c7c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:51.661253 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-76dd71fe-1a16-46ac-910c-b0c899cdc072 req-74f1cd1a-d924-4e40-b088-9f8838941e18 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1789460 May 14 09:42:51.763453 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-76dd71fe-1a16-46ac-910c-b0c899cdc072 req-908d92f4-0390-41ee-ac82-76863d192361 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992537 May 14 09:42:51.861313 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-a161fd2b-19ed-4a51-b272-9cad3e7d02bd req-9c23e94d-9f7b-4f67-ac24-4164e3ca3c7c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:51.867934 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a161fd2b-19ed-4a51-b272-9cad3e7d02bd req-9c23e94d-9f7b-4f67-ac24-4164e3ca3c7c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 931 time: 0.6935563 May 14 09:42:51.892603 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:51.977354 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a161fd2b-19ed-4a51-b272-9cad3e7d02bd req-0be27bbf-c8d7-4369-9a8a-23f61ad054d7 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084819 May 14 09:42:52.030939 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951547e6-dca3-45fd-93d0-ab8473a9ef01 req-2e64eaf1-7536-4319-9c2e-b994b002acaa tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:52.040376 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-951547e6-dca3-45fd-93d0-ab8473a9ef01 req-2e64eaf1-7536-4319-9c2e-b994b002acaa tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 946 time: 0.1212072 May 14 09:42:52.091331 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.105734 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-951547e6-dca3-45fd-93d0-ab8473a9ef01 req-c39a2d81-6308-4929-984f-283ebb6a998e tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639114 May 14 09:42:52.136255 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5adcba-bd29-495c-8b51-f01586376794 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:52.149043 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.190572 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Transition to ACTIVE for port object 7f5adcba-bd29-495c-8b51-f01586376794 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:52.215112 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.264347 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:52.273845 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-607ea7b3-5758-4476-a16e-f92cf7bfe408 req-2a410188-5224-4249-9251-50bcb2b1a203 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 210 time: 0.0474281 May 14 09:42:52.431469 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5adcba-bd29-495c-8b51-f01586376794,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:52.439933 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:52.550609 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-632afd1d-b5ae-496f-a0ad-2762cf6b7bc2 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:52.552892 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-632afd1d-b5ae-496f-a0ad-2762cf6b7bc2 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 946 time: 0.1310148 May 14 09:42:52.577573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.584382 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.593586 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Attempting to bind port 7f5adcba-bd29-495c-8b51-f01586376794 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:52.593954 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Attempting to bind port 7f5adcba-bd29-495c-8b51-f01586376794 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:52.594326 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Attempting to bind port 7f5adcba-bd29-495c-8b51-f01586376794 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:52.600449 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:52.639857 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Port 7f5adcba-bd29-495c-8b51-f01586376794 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:52.640233 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Attempting to bind port 7f5adcba-bd29-495c-8b51-f01586376794 on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:52.686998 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:52.687332 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Checking segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:52.687717 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Bound using segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:52.688156 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Bound port: 7f5adcba-bd29-495c-8b51-f01586376794, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:52.688494 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.754434 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Deleting port 69b09bb6-e72c-4313-b691-edcaa5812c94 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:42:52.754900 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.756451 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-94b89577-35b9-44f2-b933-0d0eee1bd50f tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=def1f8f39e984ab8909022d027ed6af6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571363 May 14 09:42:52.763446 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'Port': ['ID=6b458290-8f66-4f6d-be14-a88abdeae029,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:52.790146 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:52.834214 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.980343 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:52.989631 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1571810 May 14 09:42:53.017846 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] For port 7f5adcba-bd29-495c-8b51-f01586376794, host hv-cinder-73414, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:53.031013 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] For port 7f5adcba-bd29-495c-8b51-f01586376794, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f5adcba-bd29-495c-8b51-f01586376794,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:53.041394 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54402) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:53.048320 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.060439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8fc38db8-3605-4bbd-97e1-891daf6caf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:53.127607 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670231f-c7ea-4108-9c1c-87cba5d35684 req-9b7f1d01-4e66-4df4-b23f-84c134cc64d7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.134609 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5670231f-c7ea-4108-9c1c-87cba5d35684 req-9b7f1d01-4e66-4df4-b23f-84c134cc64d7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.2059891 May 14 09:42:53.146974 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a280529d-f7cf-45a7-a750-40ce11986586 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.148484 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a280529d-f7cf-45a7-a750-40ce11986586 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516014 May 14 09:42:53.160331 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.160945 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.162358 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] 10.222.0.75 "PUT /v2.0/ports/7f5adcba-bd29-495c-8b51-f01586376794 HTTP/1.1" status: 200 len: 1093 time: 2.2227297 May 14 09:42:53.162880 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'tag': '7f5adcba-bd29-495c-8b51-f01586376794'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:53.179805 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Request body: {'port': {'device_id': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94', 'admin_state_up': True, 'tenant_id': 'def1f8f39e984ab8909022d027ed6af6'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:53.195679 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] For port 69b09bb6-e72c-4313-b691-edcaa5812c94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=69b09bb6-e72c-4313-b691-edcaa5812c94,segment=NetworkSegment(52ca5e40-aa43-4b58-b44d-7ad67e3d5e56),segment_id=52ca5e40-aa43-4b58-b44d-7ad67e3d5e56)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:53.196035 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.212303 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5670231f-c7ea-4108-9c1c-87cba5d35684 req-10d2203d-3f0e-4975-8d10-18bf901ce547 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766096 May 14 09:42:53.351596 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Calling delete_port for 69b09bb6-e72c-4313-b691-edcaa5812c94 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:42:53.385415 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5adcba-bd29-495c-8b51-f01586376794,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:53.388791 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:53.391045 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.448908 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:53.463971 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Usage tracker for resource:security_group_rule and tenant:85a7e6f9b41c43048a26d31a3e6d62dd is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:53.476693 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:53.489483 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:53.510832 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:53.526887 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Usage tracker for resource:port and tenant:def1f8f39e984ab8909022d027ed6af6 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:53.531363 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:53.549766 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:53.564663 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8ab43-35f3-4642-8891-2a406e946860 req-e82426ea-6f37-4221-bdd5-05f4adb0118c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.566139 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7bd8ab43-35f3-4642-8891-2a406e946860 req-e82426ea-6f37-4221-bdd5-05f4adb0118c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 943 time: 0.3544376 May 14 09:42:53.572605 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-125fd018-0c76-4001-8ab1-ec69c06b794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.574048 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-125fd018-0c76-4001-8ab1-ec69c06b794c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 1096 time: 0.3091056 May 14 09:42:53.615174 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b96c8-9819-4d48-83c0-c9d95a1db427 req-8f652770-2d2f-4cce-893a-4b209ae2a232 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.616841 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-141b96c8-9819-4d48-83c0-c9d95a1db427 req-8f652770-2d2f-4cce-893a-4b209ae2a232 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/ports?device_id=28d1dffe-beba-4c62-a1fe-85994742cc04 HTTP/1.1" status: 200 len: 946 time: 0.2721467 May 14 09:42:53.651745 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Made reservation on behalf of def1f8f39e984ab8909022d027ed6af6 for: {'port': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:53.655286 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.716286 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-141b96c8-9819-4d48-83c0-c9d95a1db427 req-db8b6ccd-a24d-492c-852c-090bfd07d891 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.67 "GET /v2.0/security-groups?id=acfd6223-af2d-4ea9-b929-e45a55639798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909078 May 14 09:42:53.730453 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.742565 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-457ce78a-aa98-45ae-b874-8747098c09c8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:53.781313 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-7ee692dc-e271-4f42-9db0-67c7887e35f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5adcba-bd29-495c-8b51-f01586376794 HTTP/1.1" status: 200 len: 217 time: 0.1871185 May 14 09:42:53.783428 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'tag': '7f5adcba-bd29-495c-8b51-f01586376794', 'status': 'completed', 'code': 200} May 14 09:42:53.788162 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Pushing event deleted for resources: {'Port': ['ID=69b09bb6-e72c-4313-b691-edcaa5812c94,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:53.791791 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:53.794438 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.872406 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7bd8ab43-35f3-4642-8891-2a406e946860 req-452f8b0d-ade9-4f38-9b31-3db2b4f41111 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947595 May 14 09:42:53.873215 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] No DVR routers for this DVR port 69b09bb6-e72c-4313-b691-edcaa5812c94 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:42:53.873427 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:53.886051 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Usage tracker for resource:security_group_rule and tenant:def1f8f39e984ab8909022d027ed6af6 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:53.889109 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:53.893441 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'name': 'network-vif-deleted', 'tag': '69b09bb6-e72c-4313-b691-edcaa5812c94'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:53.899318 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:53.920042 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-80675d1f-cb2b-4f4e-b1eb-92ed6031847b req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] 10.222.0.75 "DELETE /v2.0/ports/69b09bb6-e72c-4313-b691-edcaa5812c94 HTTP/1.1" status: 204 len: 173 time: 1.3566682 May 14 09:42:53.923042 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:53.926627 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-f36dae3b-e5e1-4615-9800-8814627d93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:53.928637 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-f36dae3b-e5e1-4615-9800-8814627d93d8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.1192262 May 14 09:42:53.931678 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-3c44d060-c609-4cc4-8564-0e487433a104 req-8f4affdc-8173-4380-a4b2-022f8271af98 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:53.961299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-3c44d060-c609-4cc4-8564-0e487433a104 req-8f4affdc-8173-4380-a4b2-022f8271af98 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:53.963429 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-8f4affdc-8173-4380-a4b2-022f8271af98 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1856682488&fields=id&tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 267 time: 0.0922563 May 14 09:42:53.995309 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-476b04df-6e22-481b-8cfd-0c8a27db5837 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522645 May 14 09:42:54.051071 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.064026 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.078096 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:54.160605 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-1616a350-13aa-46f8-8b17-b97db813a4d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:54.161739 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-3c44d060-c609-4cc4-8564-0e487433a104 req-1616a350-13aa-46f8-8b17-b97db813a4d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:54.163269 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=85a7e6f9b41c43048a26d31a3e6d62dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1208494 May 14 09:42:54.168003 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54438) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:54.216951 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda746df-8fbf-4bfe-acc8-021fa277e5a2,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:54.222767 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-3c44d060-c609-4cc4-8564-0e487433a104 req-1616a350-13aa-46f8-8b17-b97db813a4d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:54.229970 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:54.231237 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-1616a350-13aa-46f8-8b17-b97db813a4d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 817 time: 0.2589099 May 14 09:42:54.260675 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-7e850c7f-7090-4d85-87ca-8160cf64bc44 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/quotas/f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 375 time: 0.0285623 May 14 09:42:54.272028 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d698f0-44ae-4a9b-b711-4eeba86b461a req-828cba73-9f2a-4502-a36d-f5337afb317f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:54.273509 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-70d698f0-44ae-4a9b-b711-4eeba86b461a req-828cba73-9f2a-4502-a36d-f5337afb317f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2827830 May 14 09:42:54.325062 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.360113 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.379978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.388176 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-b6f7e9b0-119c-43f6-aa71-34c5058bf268 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660639 May 14 09:42:54.391211 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.396386 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-70d698f0-44ae-4a9b-b711-4eeba86b461a req-d283084a-fc16-407c-b107-f758554d2290 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067059 May 14 09:42:54.398441 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:54.425922 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-62942a19-6eb6-49e0-b7fa-7ba1e8213684 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1575735 May 14 09:42:54.504119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.556449 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7b055-dd77-4249-9b14-7b8b10909702,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:54.565509 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:54.624664 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:54.665088 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda746df-8fbf-4bfe-acc8-021fa277e5a2,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:54.697157 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:54.701781 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:54.707584 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bda746df-8fbf-4bfe-acc8-021fa277e5a2 HTTP/1.1" status: 204 len: 168 time: 0.5271797 May 14 09:42:54.708792 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28c469a9-e852-4eed-8ff0-ff77d8e23a6d req-3e7faacc-7dfd-4573-bafb-ef8e8cd6493a service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027751 May 14 09:42:54.719235 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-27e7371e-f623-4279-a47d-420cbeb97acb req-b004bd4b-855f-4f87-a2ab-3044f564cd74 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 210 time: 0.0606108 May 14 09:42:54.744658 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Allocated IP 192.168.233.179 (50be2286-e836-4d28-8c4a-8668a4b4aa94/a3eb65c8-daea-4a73-acb0-3ed16cd20eb6/043d75cc-1f94-43bd-bdd8-7acde642b607) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:54.779656 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-2f051cf1-c981-4e4b-8f0a-6cdcdf6d1743 service neutron] 10.222.0.67 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485065 May 14 09:42:54.963807 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-346d5d10-dd70-4aa5-8885-263c29dfe082 service neutron] 10.222.0.67 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772792 May 14 09:42:55.149319 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.153067 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1dffe-beba-4c62-a1fe-85994742cc04', 'name': 'network-vif-deleted', 'tag': '69b09bb6-e72c-4313-b691-edcaa5812c94', 'status': 'completed', 'code': 200} May 14 09:42:55.177148 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Transition to ACTIVE for port object 043d75cc-1f94-43bd-bdd8-7acde642b607 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:55.270216 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72db52-4231-46e7-b78c-5a471de7d02b req-db8b30d8-7a36-4c7b-af1e-c38158858765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.272428 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-db8b30d8-7a36-4c7b-af1e-c38158858765 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 1096 time: 0.3150873 May 14 09:42:55.274437 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.291755 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-00923f2a-10ed-4f2d-b28e-7970127b4cd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:55.318173 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e88521c1-4723-4a9a-9dd0-9cf6710676d0 req-d1b22625-2362-497f-a1c1-99fa250961f2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 210 time: 0.0494282 May 14 09:42:55.438678 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Network 50be2286-e836-4d28-8c4a-8668a4b4aa94 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:55.480233 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:55.491223 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:55.492462 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 69b09bb6-e72c-4313-b691-edcaa5812c94 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:42:55.553441 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Pushing event updated for resources: {'Port': ['ID=043d75cc-1f94-43bd-bdd8-7acde642b607,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:55.568552 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:55.629266 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 69b09bb6-e72c-4313-b691-edcaa5812c94 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:42:55.631984 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 69b09bb6-e72c-4313-b691-edcaa5812c94 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:42:55.656297 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.656956 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:55.692575 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72db52-4231-46e7-b78c-5a471de7d02b req-deadfc87-6d29-441d-86ce-d06dbb5ffaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.694688 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-deadfc87-6d29-441d-86ce-d06dbb5ffaf3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 916 time: 0.3299103 May 14 09:42:55.923649 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7533829 May 14 09:42:55.926553 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-3e31c7bf-df96-4a17-b420-ba515380168e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5adcba-bd29-495c-8b51-f01586376794 HTTP/1.1" status: 200 len: 217 time: 0.2236631 May 14 09:42:55.939078 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d06034c3-ebd3-4805-b9c6-6da56f630dae None None] Provisioning for port 043d75cc-1f94-43bd-bdd8-7acde642b607 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:55.945692 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a87da-a3a3-438f-b5cf-de918bdc866e req-5aac57ca-b3cd-48ed-8d9a-5229eb494c13 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:55.947462 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-348a87da-a3a3-438f-b5cf-de918bdc866e req-5aac57ca-b3cd-48ed-8d9a-5229eb494c13 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 943 time: 0.5550013 May 14 09:42:55.954596 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Request body: {'port': {'device_id': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:55.960739 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d06034c3-ebd3-4805-b9c6-6da56f630dae None None] Provisioning complete for port 043d75cc-1f94-43bd-bdd8-7acde642b607 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:55.962188 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d06034c3-ebd3-4805-b9c6-6da56f630dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.103147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2eb1a-e7be-423b-8a03-59acecfa0e55 req-dd173b38-9ba4-4b62-b55b-a021415d55a9 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:56.105215 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-d06034c3-ebd3-4805-b9c6-6da56f630dae None None] Port 043d75cc-1f94-43bd-bdd8-7acde642b607 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:42:56.110475 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a9a2eb1a-e7be-423b-8a03-59acecfa0e55 req-dd173b38-9ba4-4b62-b55b-a021415d55a9 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 936 time: 0.1870623 May 14 09:42:56.177986 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54508) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:56.181443 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a9a2eb1a-e7be-423b-8a03-59acecfa0e55 req-f62070cb-48ce-427f-85db-e8fd25e972b2 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647516 May 14 09:42:56.258049 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-348a87da-a3a3-438f-b5cf-de918bdc866e req-d110a74f-40a2-4f54-bb3d-5420e27c0aa1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077995 May 14 09:42:56.314860 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72db52-4231-46e7-b78c-5a471de7d02b req-7e09ac0a-e726-4fe5-b37f-fa28bc05eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:56.316404 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-7e09ac0a-e726-4fe5-b37f-fa28bc05eece service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.3669324 May 14 09:42:56.460395 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-d9e4256e-ecad-4cb6-b9fa-549e494a1faf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311986 May 14 09:42:56.460949 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.501593 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:56.646234 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-2ff32723-38ce-4029-90d1-6053a3e02fe8 req-c26b11e6-5d19-4091-af90-074b9dd924b4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:56.650444 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:56.661932 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Usage tracker for resource:security_group_rule and tenant:06ec96952af0497e9ac1c86ddf0be23f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:56.674865 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:56.693943 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:56.753785 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-2ff32723-38ce-4029-90d1-6053a3e02fe8 req-c26b11e6-5d19-4091-af90-074b9dd924b4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:56.757176 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2ff32723-38ce-4029-90d1-6053a3e02fe8 req-c26b11e6-5d19-4091-af90-074b9dd924b4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 210 time: 0.2585852 May 14 09:42:56.824175 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-58597507-9724-44af-8a18-488f1b8ec28d service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512168 May 14 09:42:56.948767 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-a1b6bf90-300b-44f9-969a-36d68ea93ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:56.950604 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-a1b6bf90-300b-44f9-969a-36d68ea93ddc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.1382718 May 14 09:42:56.999459 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.75', 64004) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:57.136282 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-35b707e5-53aa-42e5-8f80-1f50338f167f service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023448 May 14 09:42:57.150830 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.169313 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.181773 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-699aaf4a-6f94-43bc-aab8-a3906e682a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:57.336784 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0448d418-ecea-4b08-b23a-d109ec654e46,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:57.351877 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=06ec96952af0497e9ac1c86ddf0be23f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1669624 May 14 09:42:57.353090 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54544) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:57.354377 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:57.416425 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043d75cc-1f94-43bd-bdd8-7acde642b607 {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:57.426492 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.447350 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Transition to ACTIVE for port object 043d75cc-1f94-43bd-bdd8-7acde642b607 will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:57.461808 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.469433 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:57.502795 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-5030a25a-a76b-41fd-83e8-2a35463c8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:57.504422 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-5030a25a-a76b-41fd-83e8-2a35463c8986 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.5059001 May 14 09:42:57.526700 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69621d-1401-4422-af2f-6dfa0683ecdf req-f216f765-a083-4842-a16b-11e3bc924391 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:57.528263 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb69621d-1401-4422-af2f-6dfa0683ecdf req-f216f765-a083-4842-a16b-11e3bc924391 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.5830536 May 14 09:42:57.546931 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee759276-fd04-4f6e-9177-04f2f842dee9 req-27b4fa0a-279b-4328-9425-d455cc831ef4 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:57.548158 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ee759276-fd04-4f6e-9177-04f2f842dee9 req-27b4fa0a-279b-4328-9425-d455cc831ef4 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Synchronizing usage tracker for tenant:def1f8f39e984ab8909022d027ed6af6 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:57.647003 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-ccfdd582-0045-418c-8ea8-31317811a2c7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 217 time: 0.1288249 May 14 09:42:57.651284 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Pushing event updated for resources: {'Port': ['ID=043d75cc-1f94-43bd-bdd8-7acde642b607,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:57.654063 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-605fbcd7-f34d-4233-a02f-42cb025f04f0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:57.655508 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-605fbcd7-f34d-4233-a02f-42cb025f04f0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 817 time: 0.6497557 May 14 09:42:57.662458 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:57.663142 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ee759276-fd04-4f6e-9177-04f2f842dee9 req-27b4fa0a-279b-4328-9425-d455cc831ef4 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Unset dirty status for tenant:def1f8f39e984ab8909022d027ed6af6 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:57.664449 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ee759276-fd04-4f6e-9177-04f2f842dee9 req-27b4fa0a-279b-4328-9425-d455cc831ef4 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 936 time: 0.3140395 May 14 09:42:57.729895 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.777794 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb69621d-1401-4422-af2f-6dfa0683ecdf req-f68713d8-bb2f-4236-bf42-d443cfc027f3 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830325 May 14 09:42:57.783847 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ee759276-fd04-4f6e-9177-04f2f842dee9 req-754a2c2d-c086-42a0-b300-ac6cdc6447ca tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Synchronizing usage tracker for tenant:def1f8f39e984ab8909022d027ed6af6 on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:42:57.802102 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.809454 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-abf33e23-88f2-40f2-a9fa-f13ddf6665a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:57.811260 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-abf33e23-88f2-40f2-a9fa-f13ddf6665a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.1501637 May 14 09:42:57.820308 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Attempting to bind port 043d75cc-1f94-43bd-bdd8-7acde642b607 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:42:57.820648 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Attempting to bind port 043d75cc-1f94-43bd-bdd8-7acde642b607 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:42:57.820971 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Attempting to bind port 043d75cc-1f94-43bd-bdd8-7acde642b607 on network 50be2286-e836-4d28-8c4a-8668a4b4aa94 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:57.822008 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-4511a39d-0ce3-4107-a19f-dbb10eb7a79a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 380 time: 0.1245747 May 14 09:42:57.827576 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Port 043d75cc-1f94-43bd-bdd8-7acde642b607 on network 50be2286-e836-4d28-8c4a-8668a4b4aa94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:42:57.828563 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Attempting to bind port 043d75cc-1f94-43bd-bdd8-7acde642b607 on network 50be2286-e836-4d28-8c4a-8668a4b4aa94 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:42:57.830159 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ee759276-fd04-4f6e-9177-04f2f842dee9 req-754a2c2d-c086-42a0-b300-ac6cdc6447ca tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Unset dirty status for tenant:def1f8f39e984ab8909022d027ed6af6 on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:42:57.831281 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ee759276-fd04-4f6e-9177-04f2f842dee9 req-754a2c2d-c086-42a0-b300-ac6cdc6447ca tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332829 May 14 09:42:57.836437 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:42:57.836668 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Checking segment: {'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:42:57.837277 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Bound using segment: {'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:42:57.837980 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Bound port: 043d75cc-1f94-43bd-bdd8-7acde642b607, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce47749-12c8-4a54-82a5-36c8b0fe7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:42:57.838353 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.872485 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'port': {'device_id': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'admin_state_up': True, 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'security_groups': ['67c825d3-5b2d-467a-a88d-bba8bd3a58b2']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:57.908637 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-65977f7e-9eb9-4ade-ae5d-d2850b75cbde service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853388 May 14 09:42:57.944716 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] For port 043d75cc-1f94-43bd-bdd8-7acde642b607, host hv-cinder-73414, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:42:57.948078 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] For port 043d75cc-1f94-43bd-bdd8-7acde642b607, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=043d75cc-1f94-43bd-bdd8-7acde642b607,segment=NetworkSegment(2ce47749-12c8-4a54-82a5-36c8b0fe7edd),segment_id=2ce47749-12c8-4a54-82a5-36c8b0fe7edd)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:42:57.952585 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:57.957092 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:58.007792 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:58.008411 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:58.009752 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] 10.222.0.75 "PUT /v2.0/ports/043d75cc-1f94-43bd-bdd8-7acde642b607 HTTP/1.1" status: 200 len: 1098 time: 2.0613306 May 14 09:42:58.010261 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'tag': '043d75cc-1f94-43bd-bdd8-7acde642b607'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:42:58.048043 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Pushing event updated for resources: {'Port': ['ID=043d75cc-1f94-43bd-bdd8-7acde642b607,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:58.058412 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:58.243484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:58.254806 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d9816dc2-bb88-4a65-84bb-ce501f423f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:58.286181 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0448d418-ecea-4b08-b23a-d109ec654e46,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:58.288292 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:58.302728 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:58.308434 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7389383e-0597-4c4f-9c3e-ab9192b2afdf req-34ff5ed9-e86f-4eb2-8337-bf5fde9b7f2b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 210 time: 0.0709245 May 14 09:42:58.337299 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-10b12a95-bc28-4157-aa31-d861b093c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:58.338881 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-10b12a95-bc28-4157-aa31-d861b093c61d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=def1f8f39e984ab8909022d027ed6af6&device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 1101 time: 0.2564836 May 14 09:42:58.343323 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:58.359707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:58.361035 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0448d418-ecea-4b08-b23a-d109ec654e46 HTTP/1.1" status: 204 len: 168 time: 1.0006437 May 14 09:42:58.371093 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-4c2b6d83-b4a1-448b-b6d1-a2091eaee71b service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074042 May 14 09:42:58.380994 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b002af-bd92-4b5d-9235-f7406d226888 req-91dfac53-5858-401d-a005-16f0b2a55c64 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:58.388342 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-44b002af-bd92-4b5d-9235-f7406d226888 req-91dfac53-5858-401d-a005-16f0b2a55c64 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 943 time: 0.4304483 May 14 09:42:58.409232 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'tag': '043d75cc-1f94-43bd-bdd8-7acde642b607', 'status': 'completed', 'code': 200} May 14 09:42:58.410972 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Made reservation on behalf of f8dab5cd1e2e46ac88ac5c9813f49b35 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:42:58.416768 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:58.424093 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-fdb47137-113d-4d3e-a46c-53e867d97135 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=043d75cc-1f94-43bd-bdd8-7acde642b607 HTTP/1.1" status: 200 len: 217 time: 0.0766010 May 14 09:42:58.519719 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-ac9dc712-3dd9-49c8-996b-98044fbf753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:58.521904 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-ac9dc712-3dd9-49c8-996b-98044fbf753b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3eb65c8-daea-4a73-acb0-3ed16cd20eb6 HTTP/1.1" status: 200 len: 843 time: 0.0905745 May 14 09:42:58.630144 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a66e3cae-31df-4889-bcfa-4c425e285610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:58.631518 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-44b002af-bd92-4b5d-9235-f7406d226888 req-8178fd4e-7fe4-451c-9633-b6219700513c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420235 May 14 09:42:58.631700 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-a66e3cae-31df-4889-bcfa-4c425e285610 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=50be2286-e836-4d28-8c4a-8668a4b4aa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000631 May 14 09:42:58.687631 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-b1241daf-2f08-4a6b-958c-76f7939d34c1 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960875 May 14 09:42:58.802167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Allocated IP 172.20.0.13 (36a55f9a-0b02-4346-9722-7bff9d84ebee/dbce457b-2375-41ce-bf48-d6a55955726f/a2e39690-14c4-4aaf-a79d-bdd7d909d5a7) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:42:58.820342 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-097a6938-1fc7-4cd2-a55c-b5f931e21e01 service neutron] 10.222.0.75 "GET /v2.0/networks/50be2286-e836-4d28-8c4a-8668a4b4aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696661 May 14 09:42:58.947675 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54592) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:58.971330 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:58.997821 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:42:59.014882 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Usage tracker for resource:security_group_rule and tenant:9766a64313cd482492e517cbd7c8d418 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:42:59.020669 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:42:59.030823 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:42:59.125652 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.149128 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5e499ebd-3f4f-4830-9617-8f616db36529 req-f01692b5-3e84-4e3e-a787-c066c647ce39 service neutron] 10.222.0.75 "GET /v2.0/networks/50be2286-e836-4d28-8c4a-8668a4b4aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205199 May 14 09:42:59.186691 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a6b0c-2f37-44f0-96e5-620277543ae2 req-741db0fb-937e-437d-bf83-e73ae9e2a902 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:59.188213 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ee4a6b0c-2f37-44f0-96e5-620277543ae2 req-741db0fb-937e-437d-bf83-e73ae9e2a902 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1764357 May 14 09:42:59.202025 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Transition to ACTIVE for port object a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:42:59.261784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a577b-8286-457a-a678-3800d4be4777 req-11379a4f-b2c4-45a3-8d25-6bd7adb18699 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:59.269038 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-760a577b-8286-457a-a678-3800d4be4777 req-11379a4f-b2c4-45a3-8d25-6bd7adb18699 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 948 time: 0.2114217 May 14 09:42:59.295539 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ee4a6b0c-2f37-44f0-96e5-620277543ae2 req-d1de849e-f187-4a49-b505-d40e7abc6324 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970094 May 14 09:42:59.350429 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.357057 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.371407 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-14b774d6-67bd-43bd-8ef0-e9524b752e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:59.374249 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-14b774d6-67bd-43bd-8ef0-e9524b752e84 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=def1f8f39e984ab8909022d027ed6af6&device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 1101 time: 0.1590321 May 14 09:42:59.393683 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d3cde658-3b34-4c38-9e99-fa27cd00eb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:59.405253 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9766a64313cd482492e517cbd7c8d418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564931 May 14 09:42:59.410334 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54612) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:42:59.418278 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.472879 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:42:59.480654 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-760a577b-8286-457a-a678-3800d4be4777 req-1ad2ed0e-5ef6-40cd-a45b-3a099e2a56a6 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108049 May 14 09:42:59.504944 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:42:59.506446 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:42:59.520214 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 7f5adcba-bd29-495c-8b51-f01586376794 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:42:59.703334 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.713063 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-c61e5860-029c-404a-ad14-0c90ba708edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:59.714151 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:42:59.714596 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-c61e5860-029c-404a-ad14-0c90ba708edd service neutron] 10.222.0.75 "GET /v2.0/networks?id=50be2286-e836-4d28-8c4a-8668a4b4aa94 HTTP/1.1" status: 200 len: 870 time: 0.3323348 May 14 09:42:59.714826 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.723340 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 7f5adcba-bd29-495c-8b51-f01586376794, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f5adcba-bd29-495c-8b51-f01586376794,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:42:59.756362 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a1a6e-e80a-4260-9398-afb801266239,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:42:59.771410 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9407709 May 14 09:42:59.780718 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '7f5adcba-bd29-495c-8b51-f01586376794', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'port_id': '7f5adcba-bd29-495c-8b51-f01586376794', 'mac_address': 'fa:16:3e:f1:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576a5578-81c9-42ff-a61a-77d5b0fe16a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:42:59.781319 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:42:59.782016 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:42:59.837934 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Request body: {'port': {'device_id': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:42:59.840954 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-d5200c7d-513c-491c-9bf3-3602670a2ef9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=043d75cc-1f94-43bd-bdd8-7acde642b607 HTTP/1.1" status: 200 len: 217 time: 0.1040764 May 14 09:42:59.902548 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.916600 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-9b1d4b3b-4640-43be-99fe-500263a61552 None None] Provisioning for port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:42:59.927797 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-9b1d4b3b-4640-43be-99fe-500263a61552 None None] Provisioning complete for port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:42:59.928367 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4b3b-4640-43be-99fe-500263a61552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.951547 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:42:59.960759 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5adcba-bd29-495c-8b51-f01586376794 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:42:59.994172 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 7f5adcba-bd29-495c-8b51-f01586376794, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f5adcba-bd29-495c-8b51-f01586376794,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:00.005737 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.007875 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:00.012878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-c1dd58d8-1ee5-4b97-a81a-3e726a73f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:00.014439 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-c1dd58d8-1ee5-4b97-a81a-3e726a73f401 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3eb65c8-daea-4a73-acb0-3ed16cd20eb6 HTTP/1.1" status: 200 len: 843 time: 0.1633625 May 14 09:43:00.038911 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d4b3b-4640-43be-99fe-500263a61552 None None] Port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:43:00.043643 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:00.049196 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:00.102021 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=7f5adcba-bd29-495c-8b51-f01586376794,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:00.106213 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:00.107486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195f34-2e0b-41a2-b1f5-1d888d50a426 req-6dac5eaa-702a-47f0-a0d5-9479200a215d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:00.109132 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6a195f34-2e0b-41a2-b1f5-1d888d50a426 req-6dac5eaa-702a-47f0-a0d5-9479200a215d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 943 time: 0.2669895 May 14 09:43:00.112874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.118433 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:00.124526 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03483503-7c2e-45ec-935a-ee3883edb027 req-6e4a7b44-0f9e-4eb7-9b0d-4822e9252cc1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:00.125254 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-03483503-7c2e-45ec-935a-ee3883edb027 req-6e4a7b44-0f9e-4eb7-9b0d-4822e9252cc1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:00.145077 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.147633 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a1a6e-e80a-4260-9398-afb801266239,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:00.159438 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:00.186027 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.187144 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/255a1a6e-e80a-4260-9398-afb801266239 HTTP/1.1" status: 204 len: 168 time: 0.7758627 May 14 09:43:00.188936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-03483503-7c2e-45ec-935a-ee3883edb027 req-6e4a7b44-0f9e-4eb7-9b0d-4822e9252cc1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:00.189320 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-1bdf3eec-61f1-4429-ba5c-40878dfff1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:00.191019 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-1bdf3eec-61f1-4429-ba5c-40878dfff1b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=50be2286-e836-4d28-8c4a-8668a4b4aa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675570 May 14 09:43:00.195611 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03483503-7c2e-45ec-935a-ee3883edb027 req-6e4a7b44-0f9e-4eb7-9b0d-4822e9252cc1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 932 time: 0.5508771 May 14 09:43:00.198822 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6a195f34-2e0b-41a2-b1f5-1d888d50a426 req-e2bbcd41-a5ae-4847-85b5-5136958c6853 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 May 14 09:43:00.267325 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03483503-7c2e-45ec-935a-ee3883edb027 req-6be49093-ac0e-4158-ba8e-eef2ab67e225 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705941 May 14 09:43:00.337055 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-6c0c791d-d0f8-4a23-bbcb-852d27d1c47a service neutron] 10.222.0.75 "GET /v2.0/networks/50be2286-e836-4d28-8c4a-8668a4b4aa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355226 May 14 09:43:00.540051 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['7f5adcba-bd29-495c-8b51-f01586376794'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:00.619586 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:00.636670 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.665361 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-487dfb7e-06fd-4f7a-b63c-a5396ee0671a req-54969440-829f-40ff-8553-305ec336dafb service neutron] 10.222.0.75 "GET /v2.0/networks/50be2286-e836-4d28-8c4a-8668a4b4aa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187852 May 14 09:43:00.676494 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Transition to ACTIVE for port object a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:00.705300 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96260bf-c234-42d9-83a6-b4935ab54fa2 req-0c982871-18b8-4d4b-8706-86e669fb1a11 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:00.708885 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d96260bf-c234-42d9-83a6-b4935ab54fa2 req-0c982871-18b8-4d4b-8706-86e669fb1a11 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1854110 May 14 09:43:00.728229 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:00.750101 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:00.776531 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d96260bf-c234-42d9-83a6-b4935ab54fa2 req-51e35f24-0f1b-4eed-a00b-e9e275a6faa6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564122 May 14 09:43:01.003544 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:01.070334 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:01.110158 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Attempting to bind port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:01.110158 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Attempting to bind port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:01.110158 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Attempting to bind port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 on network 36a55f9a-0b02-4346-9722-7bff9d84ebee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:01.116262 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 on network 36a55f9a-0b02-4346-9722-7bff9d84ebee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:43:01.116498 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Attempting to bind port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 on network 36a55f9a-0b02-4346-9722-7bff9d84ebee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:01.130394 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67534fb-6553-4b71-aa30-34d8a07730e8 req-923f2c3c-004b-4f40-9022-9ea725c07365 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:01.137643 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b67534fb-6553-4b71-aa30-34d8a07730e8 req-923f2c3c-004b-4f40-9022-9ea725c07365 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 948 time: 0.4599190 May 14 09:43:01.140708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:01.141056 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Checking segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:01.141492 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Bound using segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:01.141878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Bound port: a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:01.142228 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.281350 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:01.285147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:01.301035 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b67534fb-6553-4b71-aa30-34d8a07730e8 req-e073a980-fc93-43b8-a3fb-b26e3ea86021 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624310 May 14 09:43:01.301186 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54670) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:01.302227 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.314745 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0b40aad4-e481-4a9b-93dc-22b8b2d6fcbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:01.471272 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:01.477814 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:01.487205 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3998ef-5b3a-49e4-9a51-a5996cbc01d0 req-73a1ab24-4b09-4ef4-85f7-fc64919215b0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:01.489253 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1b3998ef-5b3a-49e4-9a51-a5996cbc01d0 req-73a1ab24-4b09-4ef4-85f7-fc64919215b0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 944 time: 0.1466351 May 14 09:43:01.529362 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:01.529983 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.531396 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] 10.222.0.75 "PUT /v2.0/ports/a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 HTTP/1.1" status: 200 len: 1094 time: 1.7126672 May 14 09:43:01.531894 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:01.543750 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.571981 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:01.576335 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Usage tracker for resource:security_group_rule and tenant:26bda36e92584b9d99b92815a344bfe8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:01.579433 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:01.585254 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:01.646360 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876b2c5-45df-4aea-8bb0-0659cf0f37b7 req-e3454f8f-5069-4f53-b722-189dc272e1a9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:01.648370 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a876b2c5-45df-4aea-8bb0-0659cf0f37b7 req-e3454f8f-5069-4f53-b722-189dc272e1a9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1742241 May 14 09:43:01.696028 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.702709 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1b3998ef-5b3a-49e4-9a51-a5996cbc01d0 req-e41c4752-b9e5-4c53-a8a0-3e5686a52832 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906881 May 14 09:43:01.703644 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.712507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8fa828dd-8b93-4b57-b7ae-25918606177f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:01.729265 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a876b2c5-45df-4aea-8bb0-0659cf0f37b7 req-169e4968-3758-46b7-8f0c-9daeec1f1a93 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723336 May 14 09:43:01.742470 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-29e4ec53-74eb-473e-bca0-952262dad713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:01.744120 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-29e4ec53-74eb-473e-bca0-952262dad713 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1663783 May 14 09:43:01.773151 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26bda36e92584b9d99b92815a344bfe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708791 May 14 09:43:01.774218 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff536c8f-baff-4c28-adf6-02221ece4642,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:01.778001 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:01.778964 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54682) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:01.825013 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'status': 'completed', 'code': 200} May 14 09:43:01.835182 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-24a5588b-cab2-4eac-b88f-45568dee8524 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 HTTP/1.1" status: 200 len: 217 time: 0.0826399 May 14 09:43:01.856974 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.893274 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.912052 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-b943fc25-c334-4de8-b008-0221bf16aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:01.913548 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-b943fc25-c334-4de8-b008-0221bf16aa22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0713189 May 14 09:43:01.959020 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.964344 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e2118bce-8aaf-44e0-867c-a43358b26cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:01.975767 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff536c8f-baff-4c28-adf6-02221ece4642,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:01.980618 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:01.982753 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:01.983925 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff536c8f-baff-4c28-adf6-02221ece4642 HTTP/1.1" status: 204 len: 168 time: 0.2039964 May 14 09:43:02.099458 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e19f4-53f1-4efe-babd-ca74b3ac6b0a req-913d470b-7f59-44de-890f-a12b84b9ccd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:02.100881 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-223e19f4-53f1-4efe-babd-ca74b3ac6b0a req-913d470b-7f59-44de-890f-a12b84b9ccd8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1864705 May 14 09:43:02.103582 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d060-c609-4cc4-8564-0e487433a104 req-ef31ae52-c012-4592-90a6-64960aea104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:02.104542 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-ef31ae52-c012-4592-90a6-64960aea104e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1490293 May 14 09:43:02.325893 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-223e19f4-53f1-4efe-babd-ca74b3ac6b0a req-78e06083-bcf5-4c42-882e-71f6ad3c97f9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158360 May 14 09:43:02.384094 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-1d57d4d6-6bbd-4def-ba20-e52ad7737e1f service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584186 May 14 09:43:02.552940 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69845-7de8-4e9a-a7c3-088030506c61 req-b2f8ad36-1a66-49aa-be1f-b37438400962 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:02.560872 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-48a69845-7de8-4e9a-a7c3-088030506c61 req-b2f8ad36-1a66-49aa-be1f-b37438400962 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 948 time: 0.1028173 May 14 09:43:02.573311 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3c44d060-c609-4cc4-8564-0e487433a104 req-4ce21d22-7e08-4507-bad6-d0e28968d151 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812010 May 14 09:43:02.611786 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-48a69845-7de8-4e9a-a7c3-088030506c61 req-203508b5-2500-48fe-bf4b-ef764966afa9 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500453 May 14 09:43:02.708242 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809ad6-8afe-441b-b882-da234f6a514b req-3f7232e9-1439-4b6f-80c4-3df6bfd402dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:02.709797 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8e809ad6-8afe-441b-b882-da234f6a514b req-3f7232e9-1439-4b6f-80c4-3df6bfd402dd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0788479 May 14 09:43:02.886357 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54728) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:02.886867 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809ad6-8afe-441b-b882-da234f6a514b req-d5396574-7999-4017-abcd-3fb6a625486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:02.888228 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8e809ad6-8afe-441b-b882-da234f6a514b req-d5396574-7999-4017-abcd-3fb6a625486d service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1705432 May 14 09:43:03.036598 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6a41-bae2-46d3-940e-8def4796a61c req-143ad0dd-f3c9-4f09-bc95-3bd9e3544917 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:03.040283 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8e809ad6-8afe-441b-b882-da234f6a514b req-b2e97470-0ee7-4dc5-8b2e-40fcbd188a4f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 HTTP/1.1" status: 200 len: 217 time: 0.1429012 May 14 09:43:03.040435 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-27ec6a41-bae2-46d3-940e-8def4796a61c req-143ad0dd-f3c9-4f09-bc95-3bd9e3544917 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1108949 May 14 09:43:03.050560 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-645974774-network', 'tenant_id': '6ec5d8d1ab234a4abbe416e891e0685f'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:03.068437 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:03.076090 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Usage tracker for resource:network and tenant:6ec5d8d1ab234a4abbe416e891e0685f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:03.080058 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:03.095929 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:03.107103 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-27ec6a41-bae2-46d3-940e-8def4796a61c req-a31523dd-c06e-46a3-baea-f30b630e0e4f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602527 May 14 09:43:03.114042 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Made reservation on behalf of 6ec5d8d1ab234a4abbe416e891e0685f for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:03.115096 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809ad6-8afe-441b-b882-da234f6a514b req-342cdc49-2b40-4afd-9e63-e2a2b503703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:03.116553 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.116699 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8e809ad6-8afe-441b-b882-da234f6a514b req-342cdc49-2b40-4afd-9e63-e2a2b503703d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0682554 May 14 09:43:03.130504 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.147059 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:03.150879 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Usage tracker for resource:security_group_rule and tenant:6ec5d8d1ab234a4abbe416e891e0685f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:03.153800 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:03.159993 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:03.173545 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e917d83-aa5c-4407-9463-2d76db883c2c req-00ca5d0a-0ff8-4048-9cb3-930a2b675897 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:03.175087 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9e917d83-aa5c-4407-9463-2d76db883c2c req-00ca5d0a-0ff8-4048-9cb3-930a2b675897 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 944 time: 0.1945953 May 14 09:43:03.237552 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9e917d83-aa5c-4407-9463-2d76db883c2c req-7b216d4e-8074-4437-9c37-a62cf22fb919 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523729 May 14 09:43:03.251996 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.255548 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809ad6-8afe-441b-b882-da234f6a514b req-29fe4a10-e8a1-495e-a384-9607c00d3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:03.257011 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8e809ad6-8afe-441b-b882-da234f6a514b req-29fe4a10-e8a1-495e-a384-9607c00d3824 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1305404 May 14 09:43:03.259233 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.262390 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:03.292458 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:43:03.305730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cda0c0-3ff6-4026-8526-8dbf522567aa,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:03.309289 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:03.312470 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.312798 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Added segment e680ec3f-bb69-4b4e-82ad-3b15f7f82066 of type vlan for network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 May 14 09:43:03.347188 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.395541 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.397497 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:03.398826 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.405532 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:03.423022 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8e809ad6-8afe-441b-b882-da234f6a514b req-ae4633b8-5e4d-403c-a6a6-8e10dbc857b7 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585679 May 14 09:43:03.511762 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Pushing event updated for resources: {'Network': ['ID=46b2ba51-47c6-41f6-b12b-ebc9604e5157,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:03.514979 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:03.516846 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6294377 May 14 09:43:03.520651 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54742) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:03.522329 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 043d75cc-1f94-43bd-bdd8-7acde642b607 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:43:03.528333 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 7f5adcba-bd29-495c-8b51-f01586376794 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:03.532572 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Request body: {'subnet': {'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-645974774-subnet', 'tenant_id': '6ec5d8d1ab234a4abbe416e891e0685f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:03.538145 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:03.542257 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Usage tracker for resource:subnet and tenant:6ec5d8d1ab234a4abbe416e891e0685f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:03.545859 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:03.551954 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:03.561421 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:43:03.563655 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Made reservation on behalf of 6ec5d8d1ab234a4abbe416e891e0685f for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:03.566279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12020129'] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.706603 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8e809ad6-8afe-441b-b882-da234f6a514b req-e262cc40-1377-432d-91b5-b281ec545098 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731028 May 14 09:43:03.714835 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14c03d-5afc-4586-9c36-f9de22e2387a req-bb516b4f-4a9a-4fb9-aa19-c77f73bb16a9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:03.722078 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7d14c03d-5afc-4586-9c36-f9de22e2387a req-bb516b4f-4a9a-4fb9-aa19-c77f73bb16a9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1750569 May 14 09:43:03.786729 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7d14c03d-5afc-4586-9c36-f9de22e2387a req-40dbadf0-ce6e-4140-89ab-a1667eeaef27 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635853 May 14 09:43:03.808836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 7f5adcba-bd29-495c-8b51-f01586376794 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:03.831256 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 7f5adcba-bd29-495c-8b51-f01586376794 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:03.831633 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:03.903383 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 043d75cc-1f94-43bd-bdd8-7acde642b607, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=043d75cc-1f94-43bd-bdd8-7acde642b607,segment=NetworkSegment(2ce47749-12c8-4a54-82a5-36c8b0fe7edd),segment_id=2ce47749-12c8-4a54-82a5-36c8b0fe7edd)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:03.920485 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '043d75cc-1f94-43bd-bdd8-7acde642b607', 'network_id': '50be2286-e836-4d28-8c4a-8668a4b4aa94', 'port_id': '043d75cc-1f94-43bd-bdd8-7acde642b607', 'mac_address': 'fa:16:3e:4d:74:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3eb65c8-daea-4a73-acb0-3ed16cd20eb6', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:43:03.959955 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a3e8a-2c55-4330-9862-326d91fb0bf4 req-34db2e00-5235-4507-a389-31f4a499c0f5 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:03.961496 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e04a3e8a-2c55-4330-9862-326d91fb0bf4 req-34db2e00-5235-4507-a389-31f4a499c0f5 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 948 time: 0.1520205 May 14 09:43:04.038260 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:04.048225 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:04.064498 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e04a3e8a-2c55-4330-9862-326d91fb0bf4 req-ad255602-ada4-46a6-821e-448348410790 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529325 May 14 09:43:04.075930 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043d75cc-1f94-43bd-bdd8-7acde642b607 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:04.104795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adcba-bd29-495c-8b51-f01586376794'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:04.117618 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 043d75cc-1f94-43bd-bdd8-7acde642b607, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=043d75cc-1f94-43bd-bdd8-7acde642b607,segment=NetworkSegment(2ce47749-12c8-4a54-82a5-36c8b0fe7edd),segment_id=2ce47749-12c8-4a54-82a5-36c8b0fe7edd)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:04.126210 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 7f5adcba-bd29-495c-8b51-f01586376794, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f5adcba-bd29-495c-8b51-f01586376794,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:04.128833 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:04.131820 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:04.185991 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5adcba-bd29-495c-8b51-f01586376794', 'code': 200} May 14 09:43:04.187308 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:04.204398 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11830071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12020159'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:04.209462 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:04.239587 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=043d75cc-1f94-43bd-bdd8-7acde642b607,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:04.244969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:04.245714 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:04.348863 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545c1d6f-1de3-4077-9a3f-3c9df7d18d43,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:04.352627 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:04.369091 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Checking segment: {'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:04.369589 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Network hostable DHCP agents. Network: 46b2ba51-47c6-41f6-b12b-ebc9604e5157, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:43:04.381515 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=7f5adcba-bd29-495c-8b51-f01586376794,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:04.385660 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:04.406081 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:43:04.433938 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea21252-32b5-44fc-8604-fb88aa8f81b2 req-ad417874-1c84-40fb-9f16-dd8257439cb4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:04.435619 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dea21252-32b5-44fc-8604-fb88aa8f81b2 req-ad417874-1c84-40fb-9f16-dd8257439cb4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1287816 May 14 09:43:04.436869 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 46b2ba51-47c6-41f6-b12b-ebc9604e5157) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:04.446693 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db41b7-e92a-4143-9408-3b5d76e29daa None None] Network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:04.461188 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:04.461779 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:04.506035 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dea21252-32b5-44fc-8604-fb88aa8f81b2 req-cb8aedba-c5ea-471b-b1f7-1ca638645036 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619929 May 14 09:43:04.510729 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9842496 May 14 09:43:04.573146 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1640193-b565-4383-8c49-b1379579a962 req-8f7f82d7-f958-4a51-9a0c-8da9c25a01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:04.575509 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d1640193-b565-4383-8c49-b1379579a962 req-8f7f82d7-f958-4a51-9a0c-8da9c25a01e8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 1098 time: 0.1472261 May 14 09:43:04.583506 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cef96a-a22c-4da2-bfdb-13f754edc361 req-88cef77a-63ed-43a7-bb03-ed05b117fcf1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:04.585188 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a0cef96a-a22c-4da2-bfdb-13f754edc361 req-88cef77a-63ed-43a7-bb03-ed05b117fcf1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 945 time: 0.2012787 May 14 09:43:04.666859 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a0cef96a-a22c-4da2-bfdb-13f754edc361 req-ae5a1b38-a4cf-4a47-bae6-70fad70331b4 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657179 May 14 09:43:04.673454 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d1640193-b565-4383-8c49-b1379579a962 req-3be5e9d2-8434-43a8-bb14-15fb76c38771 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871511 May 14 09:43:04.782591 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64296419-52c9-4720-aa0f-4d9046987877 None None] Network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:05.009550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbc3ba-12b5-447e-83da-97bb18fedb17 req-4deea696-9b8b-4f3a-b9d8-f0c326de59ce tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:05.011291 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-04fbc3ba-12b5-447e-83da-97bb18fedb17 req-4deea696-9b8b-4f3a-b9d8-f0c326de59ce tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0957320 May 14 09:43:05.040191 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['043d75cc-1f94-43bd-bdd8-7acde642b607'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:05.083727 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-04fbc3ba-12b5-447e-83da-97bb18fedb17 req-4c99f408-95ae-42ca-8668-fc505170209a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642819 May 14 09:43:05.182652 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54786) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:05.415190 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.430445 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a891353-a5db-4332-93ea-f138ea6ef221 req-65ef631d-4bb4-421c-a07c-d3c47824344d tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:05.431920 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9a891353-a5db-4332-93ea-f138ea6ef221 req-65ef631d-4bb4-421c-a07c-d3c47824344d tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 949 time: 0.2293141 May 14 09:43:05.440864 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:05.456940 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Usage tracker for resource:security_group_rule and tenant:5c7a0e44faf743e0829160c12b917fd8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:05.462204 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:05.469860 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:05.497023 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9a891353-a5db-4332-93ea-f138ea6ef221 req-ea3d227e-151c-421f-b802-57321ac4ee32 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588138 May 14 09:43:05.531628 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:43:05.574278 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.579815 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.587343 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7ea34a0c-82ca-4059-9859-3730de1b8dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:05.628940 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568f418f-954d-4c0d-be3c-1545f17ab3b4,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:05.645092 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c7a0e44faf743e0829160c12b917fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608166 May 14 09:43:05.647707 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:05.648202 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54798) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:05.695500 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:05.711613 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.712923 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'port_id': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'mac_address': 'fa:16:3e:ea:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:43:05.739485 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.787217 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef05e1-04b9-4138-9ae0-51d991cebdc8 req-3cc6278c-cec2-4adb-8d82-c5506b8cbce1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:05.789141 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-25ef05e1-04b9-4138-9ae0-51d991cebdc8 req-3cc6278c-cec2-4adb-8d82-c5506b8cbce1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1424079 May 14 09:43:05.792120 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.811628 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:05.831144 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:05.836354 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.839812 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:05.857684 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-25ef05e1-04b9-4138-9ae0-51d991cebdc8 req-cccc5c36-b49c-4b3e-bc15-b1301a6a0972 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621452 May 14 09:43:05.869665 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.875274 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d05387dd-c2a6-4c0d-8a5d-56eb5de7ba83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:05.885930 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568f418f-954d-4c0d-be3c-1545f17ab3b4,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:05.898199 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:05.908250 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:05.909848 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/568f418f-954d-4c0d-be3c-1545f17ab3b4 HTTP/1.1" status: 204 len: 168 time: 0.2606926 May 14 09:43:05.945519 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1046ae-b7b3-41f8-9bf5-2ba67dc80270 req-95edbc67-2a79-4942-9a06-d2752adc3369 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:05.947328 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4c1046ae-b7b3-41f8-9bf5-2ba67dc80270 req-95edbc67-2a79-4942-9a06-d2752adc3369 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 945 time: 0.1523962 May 14 09:43:05.973660 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:05.988468 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:06.049574 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4c1046ae-b7b3-41f8-9bf5-2ba67dc80270 req-afde6f1d-2d5e-4415-afc6-57c45fd56b33 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921950 May 14 09:43:06.313119 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e9fe-4496-4282-bb22-bc514a96df4d req-d9acb7c7-8006-43a8-99c5-2aeac8b66949 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:06.322066 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0fb7e9fe-4496-4282-bb22-bc514a96df4d req-d9acb7c7-8006-43a8-99c5-2aeac8b66949 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1028686 May 14 09:43:06.374117 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0fb7e9fe-4496-4282-bb22-bc514a96df4d req-5f157def-96f2-4a0c-8dd8-c2b4fe842235 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511522 May 14 09:43:06.583748 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:06.729112 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171b90-73b3-4e2b-9844-2d378b22545e req-0baad659-5970-432f-bb5b-4be8d563809f tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:06.739309 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79171b90-73b3-4e2b-9844-2d378b22545e req-0baad659-5970-432f-bb5b-4be8d563809f tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 949 time: 0.1267438 May 14 09:43:06.784155 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79171b90-73b3-4e2b-9844-2d378b22545e req-379c9bd2-21c3-4bd0-a396-ad5b6839bf66 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 May 14 09:43:06.906061 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-9e48f692-908f-42dd-bc25-581f01536a98 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:06.906810 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-9e48f692-908f-42dd-bc25-581f01536a98 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Synchronizing usage tracker for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:network {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:06.925762 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-9e48f692-908f-42dd-bc25-581f01536a98 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Unset dirty status for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:network {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:06.926634 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-9e48f692-908f-42dd-bc25-581f01536a98 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/networks?id=46b2ba51-47c6-41f6-b12b-ebc9604e5157 HTTP/1.1" status: 200 len: 808 time: 0.1812725 May 14 09:43:06.945783 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-40f07679-feca-4506-8716-9c7c96ad26b0 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/quotas/6ec5d8d1ab234a4abbe416e891e0685f HTTP/1.1" status: 200 len: 375 time: 0.0132833 May 14 09:43:06.996866 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-df74618e-7798-46c6-a662-db6b9bb9ca16 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec5d8d1ab234a4abbe416e891e0685f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445824 May 14 09:43:07.140271 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd204dfd-5139-4350-a69c-5114ee8c807f service neutron] 10.222.0.67 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357570 May 14 09:43:07.161378 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e769e5-ce77-4c3f-9bd2-c912e3514be3 req-cc30e2a0-1228-40a2-a0a8-519281ba9dce tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:07.163368 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-29e769e5-ce77-4c3f-9bd2-c912e3514be3 req-cc30e2a0-1228-40a2-a0a8-519281ba9dce tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 945 time: 0.1862028 May 14 09:43:07.211876 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-29e769e5-ce77-4c3f-9bd2-c912e3514be3 req-d6d747d1-c42d-46c9-a306-64c7f82c7b94 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 May 14 09:43:07.282385 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-d81b325e-ca06-4a7b-b401-073ed4f9a8ad service neutron] 10.222.0.67 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356888 May 14 09:43:07.370366 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 54866) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:07.411114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe24e07-9e1b-486c-9542-78d63baaecbb req-eef1706d-6c75-471a-8083-147e8ff307c6 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:07.413568 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0fe24e07-9e1b-486c-9542-78d63baaecbb req-eef1706d-6c75-471a-8083-147e8ff307c6 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 945 time: 0.0872576 May 14 09:43:07.512115 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0fe24e07-9e1b-486c-9542-78d63baaecbb req-3cce8bdd-6894-4d35-9c17-2e8d3f36d631 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830786 May 14 09:43:07.537725 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 043d75cc-1f94-43bd-bdd8-7acde642b607 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:07.577963 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:07.614831 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:07.624997 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:b446e348ef944bb5b15d4d06dda5524b is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:07.630383 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:07.636684 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:07.651004 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 043d75cc-1f94-43bd-bdd8-7acde642b607 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:07.658275 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 043d75cc-1f94-43bd-bdd8-7acde642b607 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:07.658996 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:07.778871 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:07.854341 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:07.867006 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-707fadd5-b5f3-4bcd-9aac-16aeda8aa9db req-539acb0b-d7f0-41a4-99a0-14e16a50eb0c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0844183 May 14 09:43:07.870470 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:07.884594 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-406f0d68-3d0c-4673-8c47-5da6d0006688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:07.922131 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043d75cc-1f94-43bd-bdd8-7acde642b607'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:07.932650 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 043d75cc-1f94-43bd-bdd8-7acde642b607, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=043d75cc-1f94-43bd-bdd8-7acde642b607,segment=NetworkSegment(2ce47749-12c8-4a54-82a5-36c8b0fe7edd),segment_id=2ce47749-12c8-4a54-82a5-36c8b0fe7edd)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:07.937886 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:07.941287 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:07.986877 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87a8d2-253a-4029-a6a3-5b06ce87678c req-fafd5406-6066-4fb0-81a9-7d14faa061a0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:07.989504 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca87a8d2-253a-4029-a6a3-5b06ce87678c req-fafd5406-6066-4fb0-81a9-7d14faa061a0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1979971 May 14 09:43:07.996858 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce64094-befc-46af-8a28-2c69e85e64b9,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:08.013208 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:08.093148 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=043d75cc-1f94-43bd-bdd8-7acde642b607,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:08.097006 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:08.132773 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca87a8d2-253a-4029-a6a3-5b06ce87678c req-79b91807-51c7-48a7-84d3-3b21d66a9299 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367793 May 14 09:43:08.159553 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 54902) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:08.159681 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b446e348ef944bb5b15d4d06dda5524b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7879603 May 14 09:43:08.228275 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043d75cc-1f94-43bd-bdd8-7acde642b607', 'code': 200} May 14 09:43:08.246298 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4bc20-2ebc-4209-9654-ba2d9922da66 req-b1dbd414-4e98-40a2-9a12-4353d0f42da2 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:08.255231 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8ae4bc20-2ebc-4209-9654-ba2d9922da66 req-b1dbd414-4e98-40a2-9a12-4353d0f42da2 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 950 time: 0.1655655 May 14 09:43:08.314837 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8ae4bc20-2ebc-4209-9654-ba2d9922da66 req-a11b8bfe-d9bb-4560-b47a-95322b233609 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584545 May 14 09:43:08.332399 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.388168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.516443 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19484-89c1-488f-82a6-e90fb7970607 req-0d426a31-ab95-4601-9dd5-bc871a47fa06 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:08.518039 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a1e19484-89c1-488f-82a6-e90fb7970607 req-0d426a31-ab95-4601-9dd5-bc871a47fa06 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 945 time: 0.1200612 May 14 09:43:08.586018 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.595748 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-050e8bab-0eb6-44fa-bde9-bcba4aa1e9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:08.623251 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce64094-befc-46af-8a28-2c69e85e64b9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:08.628451 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:08.640064 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a1e19484-89c1-488f-82a6-e90fb7970607 req-1be77d30-9ce1-49b0-b88c-d74b02adc581 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159256 May 14 09:43:08.642221 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:08.650897 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9ce64094-befc-46af-8a28-2c69e85e64b9 HTTP/1.1" status: 204 len: 168 time: 0.4859941 May 14 09:43:08.680992 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc010ac-e6d1-4c25-86c0-33b9d4d7e591 req-1a373383-5df9-436a-9632-3413bf1248ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:08.682566 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8dc010ac-e6d1-4c25-86c0-33b9d4d7e591 req-1a373383-5df9-436a-9632-3413bf1248ed service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 1103 time: 0.1405835 May 14 09:43:08.736104 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8dc010ac-e6d1-4c25-86c0-33b9d4d7e591 req-f9f5cc23-1c58-47ff-8d7b-0c3705e0181e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 May 14 09:43:08.749062 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b7dae078-bd38-4784-a6fb-8dd25d97cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.015152 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e628a128-f68c-4e32-aaff-e372766fa232 req-7010ceb0-5213-49c0-8e52-1e632ae864b1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0428829 May 14 09:43:09.367172 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85500acd-0013-4549-bf6c-12003928e9c8 req-714c51e5-47f7-40f9-99bb-ca97bb8444b4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:09.369030 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-85500acd-0013-4549-bf6c-12003928e9c8 req-714c51e5-47f7-40f9-99bb-ca97bb8444b4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1308396 May 14 09:43:09.427858 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-c9105ed0-4152-452f-a785-dd4e3ad2f589 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:09.429306 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-c9105ed0-4152-452f-a785-dd4e3ad2f589 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "GET /v2.0/networks?id=46b2ba51-47c6-41f6-b12b-ebc9604e5157 HTTP/1.1" status: 200 len: 808 time: 0.1650996 May 14 09:43:09.443480 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Request body: {'port': {'device_id': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157', 'admin_state_up': True, 'tenant_id': '6ec5d8d1ab234a4abbe416e891e0685f'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:09.503744 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-85500acd-0013-4549-bf6c-12003928e9c8 req-8b9136b2-706f-4d4b-98b4-00d87709082c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188383 May 14 09:43:09.547998 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:09.710434 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:09.714897 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Usage tracker for resource:port and tenant:6ec5d8d1ab234a4abbe416e891e0685f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:09.718487 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:09.725501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:09.729254 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2721c-8389-47b0-b985-cbed809fa463 req-4dbda7fb-b5a8-48fe-ac97-3c978ce32f20 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:09.731378 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-19f2721c-8389-47b0-b985-cbed809fa463 req-4dbda7fb-b5a8-48fe-ac97-3c978ce32f20 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 950 time: 0.1108046 May 14 09:43:09.737946 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Made reservation on behalf of 6ec5d8d1ab234a4abbe416e891e0685f for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:09.741592 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:09.743301 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.754641 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:09.755622 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.783425 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:43:09.826852 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-19f2721c-8389-47b0-b985-cbed809fa463 req-73e0d422-b7a4-47e3-b9e7-88315870844c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846608 May 14 09:43:09.897769 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.946420 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:09.951263 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:09.954123 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9a15305a-109b-41c3-b1e7-01209834ff27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:09.957659 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Allocated IP 172.20.0.3 (46b2ba51-47c6-41f6-b12b-ebc9604e5157/545c1d6f-1de3-4077-9a3f-3c9df7d18d43/13d67611-b155-4836-86d9-ca962193ed46) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:10.034260 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:10.038886 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:10.137753 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c242f-fa81-4e76-9ee9-4f4835f3e24e req-67e28564-16f7-44a1-a5c6-e0d95cd9256e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:10.139449 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4f7c242f-fa81-4e76-9ee9-4f4835f3e24e req-67e28564-16f7-44a1-a5c6-e0d95cd9256e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1383321 May 14 09:43:10.191630 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4f7c242f-fa81-4e76-9ee9-4f4835f3e24e req-a19d4eb8-b032-4fe1-a34b-0d9f2fec96a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455909 May 14 09:43:10.229775 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:10.263534 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.332293 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.347452 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4600246a-8c6c-475e-a8a9-3a5f437f2d35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:10.432058 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:10.435496 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:10.439559 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:10.487198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Pushing event updated for resources: {'Port': ['ID=13d67611-b155-4836-86d9-ca962193ed46,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:10.492971 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:10.528426 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:10.529033 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:10.553903 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1144907 May 14 09:43:10.630183 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207f590-19f1-4a73-ae5e-d367313179fa req-adb5f476-cae7-44af-b2ed-273fbb313df7 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:10.632343 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2207f590-19f1-4a73-ae5e-d367313179fa req-adb5f476-cae7-44af-b2ed-273fbb313df7 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 931 time: 0.0860803 May 14 09:43:10.679519 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-2207f590-19f1-4a73-ae5e-d367313179fa req-f94f77c7-c635-4b8f-8273-5793854ab855 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Synchronizing usage tracker for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:10.697292 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'code': 200} May 14 09:43:10.698925 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-2207f590-19f1-4a73-ae5e-d367313179fa req-f94f77c7-c635-4b8f-8273-5793854ab855 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Unset dirty status for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:10.700649 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2207f590-19f1-4a73-ae5e-d367313179fa req-f94f77c7-c635-4b8f-8273-5793854ab855 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608490 May 14 09:43:10.761872 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Request body: {'port': {'device_id': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:10.952048 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec90fd-195e-4f4a-9042-4f6a43a5f42d req-16051f05-5568-4b16-84b2-7c64bc4bcde2 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:10.953547 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f7ec90fd-195e-4f4a-9042-4f6a43a5f42d req-16051f05-5568-4b16-84b2-7c64bc4bcde2 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1618426 May 14 09:43:10.954116 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.150299 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f7ec90fd-195e-4f4a-9042-4f6a43a5f42d req-9d6b7109-9918-4f13-80fe-54b67e7b6b9d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942893 May 14 09:43:11.158825 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dffb9-9fdb-4a05-9e74-fa84b60e7f26 req-5684922a-18f5-438c-9733-c7d54168bb80 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.160578 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5d6dffb9-9fdb-4a05-9e74-fa84b60e7f26 req-5684922a-18f5-438c-9733-c7d54168bb80 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 950 time: 0.1847801 May 14 09:43:11.165706 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b27b91-2247-4f16-ae8f-6c472eb6f9f9 req-4cbcfbe5-51ce-4aa2-905d-defdc15e2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.167529 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-45b27b91-2247-4f16-ae8f-6c472eb6f9f9 req-4cbcfbe5-51ce-4aa2-905d-defdc15e2ea5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 1099 time: 0.2272232 May 14 09:43:11.168773 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.239254 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5d6dffb9-9fdb-4a05-9e74-fa84b60e7f26 req-e95940a1-01e4-43b8-b255-3be90b3cbd78 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685713 May 14 09:43:11.244126 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-45b27b91-2247-4f16-ae8f-6c472eb6f9f9 req-6b1d72c3-c910-41a2-8984-a5198a44a3d9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577934 May 14 09:43:11.460552 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807a4aa-f4e0-4d48-9eec-6c4cece24ee0 req-042d9eca-f556-4942-a8cb-397b1313ce80 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.467694 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7807a4aa-f4e0-4d48-9eec-6c4cece24ee0 req-042d9eca-f556-4942-a8cb-397b1313ce80 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1478202 May 14 09:43:11.490929 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8d3d-d45d-4db8-b17b-105b466408a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.556551 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d67611-b155-4836-86d9-ca962193ed46 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:11.571329 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7807a4aa-f4e0-4d48-9eec-6c4cece24ee0 req-6aa53220-80f7-4936-8ee1-e3fa1bf21bb4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026978 May 14 09:43:11.584519 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.619523 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Transition to ACTIVE for port object 13d67611-b155-4836-86d9-ca962193ed46 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:11.624489 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:11.630760 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:11.862543 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Pushing event updated for resources: {'Port': ['ID=13d67611-b155-4836-86d9-ca962193ed46,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:11.869810 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:11.974363 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57c8eb-e1f0-4d92-befe-a1af5ff2276a req-b10a682e-4946-4a48-8fc2-edaa3aafc410 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.975913 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6c57c8eb-e1f0-4d92-befe-a1af5ff2276a req-b10a682e-4946-4a48-8fc2-edaa3aafc410 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 950 time: 0.2815316 May 14 09:43:11.976773 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Attempting to bind port 13d67611-b155-4836-86d9-ca962193ed46 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:11.977104 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Attempting to bind port 13d67611-b155-4836-86d9-ca962193ed46 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:11.977423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Attempting to bind port 13d67611-b155-4836-86d9-ca962193ed46 on network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:11.990608 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27522f1-f9d1-4f1d-8b51-f1ceb1e68f56 req-d970ba74-e07b-4d87-af34-de98bdec3a5c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:11.994205 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e27522f1-f9d1-4f1d-8b51-f1ceb1e68f56 req-d970ba74-e07b-4d87-af34-de98bdec3a5c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 943 time: 0.1181304 May 14 09:43:11.995745 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Port 13d67611-b155-4836-86d9-ca962193ed46 on network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:43:11.996070 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Attempting to bind port 13d67611-b155-4836-86d9-ca962193ed46 on network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:12.007481 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:12.007814 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Checking segment: {'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:12.008191 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Bound using segment: {'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:12.008621 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Bound port: 13d67611-b155-4836-86d9-ca962193ed46, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:12.008961 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.042882 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e27522f1-f9d1-4f1d-8b51-f1ceb1e68f56 req-34884d09-34d0-4bee-9ea6-d8551ea7f9f9 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 May 14 09:43:12.068877 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6c57c8eb-e1f0-4d92-befe-a1af5ff2276a req-88f9e6e0-52dd-4c39-9daa-e1959cbd6beb tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873406 May 14 09:43:12.112925 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] For port 13d67611-b155-4836-86d9-ca962193ed46, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:12.115904 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] For port 13d67611-b155-4836-86d9-ca962193ed46, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d67611-b155-4836-86d9-ca962193ed46,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:12.120815 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.125408 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c9b2327b-18f2-444d-aa00-c4b2344c8338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:12.181937 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.182557 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.184066 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] 10.222.0.75 "PUT /v2.0/ports/13d67611-b155-4836-86d9-ca962193ed46 HTTP/1.1" status: 200 len: 1093 time: 1.4267185 May 14 09:43:12.184623 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'tag': '13d67611-b155-4836-86d9-ca962193ed46'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:12.232768 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Pushing event updated for resources: {'Port': ['ID=13d67611-b155-4836-86d9-ca962193ed46,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:12.239609 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:12.269985 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:12.271288 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'tag': '13d67611-b155-4836-86d9-ca962193ed46', 'status': 'completed', 'code': 200} May 14 09:43:12.365314 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-37cb1d6e-b436-432e-81c0-3ff2990a5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.367563 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-37cb1d6e-b436-432e-81c0-3ff2990a5f6d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ec5d8d1ab234a4abbe416e891e0685f&device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 1096 time: 0.0840650 May 14 09:43:12.459541 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-84bda713-bbb9-4f66-bdf3-5967163902a7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13d67611-b155-4836-86d9-ca962193ed46 HTTP/1.1" status: 200 len: 217 time: 0.0746644 May 14 09:43:12.467020 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edfe0c-f64e-43fa-82f3-d61c248aaa8b req-6e6e77f1-cf3c-40e0-b2ce-fe2557338c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.468492 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b3edfe0c-f64e-43fa-82f3-d61c248aaa8b req-6e6e77f1-cf3c-40e0-b2ce-fe2557338c10 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.1493719 May 14 09:43:12.520029 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d527cc-f0d8-4811-8124-12bb4cc2175d req-4ab422f6-f24d-46a6-95c5-92fce36502fc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.527021 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c5d527cc-f0d8-4811-8124-12bb4cc2175d req-4ab422f6-f24d-46a6-95c5-92fce36502fc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1581049 May 14 09:43:12.536480 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b02047e9-7bc7-42e3-9fc3-d0eac0cec01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.537931 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-b02047e9-7bc7-42e3-9fc3-d0eac0cec01f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=545c1d6f-1de3-4077-9a3f-3c9df7d18d43 HTTP/1.1" status: 200 len: 848 time: 0.0707080 May 14 09:43:12.552673 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b3edfe0c-f64e-43fa-82f3-d61c248aaa8b req-5bf1b6c8-3c5e-4290-bec0-4ae248283622 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722888 May 14 09:43:12.575661 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c5d527cc-f0d8-4811-8124-12bb4cc2175d req-abf6dc5e-f256-4bf8-9aee-2a315c4bc73c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 May 14 09:43:12.591819 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-36711822-c98a-4579-8391-e8bdf37e963b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46b2ba51-47c6-41f6-b12b-ebc9604e5157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453708 May 14 09:43:12.871449 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-ecd8fe17-7866-4244-a4bd-7f8ab558e029 service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483679 May 14 09:43:12.880644 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f65fb-212f-482f-be59-f645dcd59742 req-31409a14-9003-44e0-a2ce-753ba63dabef tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:12.882100 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-715f65fb-212f-482f-be59-f645dcd59742 req-31409a14-9003-44e0-a2ce-753ba63dabef tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1962674 May 14 09:43:13.190881 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-715f65fb-212f-482f-be59-f645dcd59742 req-d234716a-3624-45bf-acb8-2d3ecc3161bd tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731242 May 14 09:43:13.239638 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8c8d2b3-f4e4-4347-8365-b6088c35d95c req-0e942276-1196-4dbc-84ca-4407c8b3f096 service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489106 May 14 09:43:13.388289 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8102-c8c4-49f0-a9a1-75a1166f69af req-ac34a730-b3c9-4996-8e40-38d0ed844e44 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.391918 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-52fb8102-c8c4-49f0-a9a1-75a1166f69af req-ac34a730-b3c9-4996-8e40-38d0ed844e44 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 943 time: 0.1764195 May 14 09:43:13.439702 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-52fb8102-c8c4-49f0-a9a1-75a1166f69af req-7505e94d-c8dd-4e7e-9a0d-5ee324951abb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 May 14 09:43:13.486191 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2c168-aa9b-4093-957c-665e1d20c5b7 req-bd863d65-0b4e-48c6-a716-e45824fd3fe7 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.487696 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f2a2c168-aa9b-4093-957c-665e1d20c5b7 req-bd863d65-0b4e-48c6-a716-e45824fd3fe7 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 950 time: 0.1517224 May 14 09:43:13.517913 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-9eeacc12-0530-4e20-8cb0-347ab6f78d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.519351 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-9eeacc12-0530-4e20-8cb0-347ab6f78d11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ec5d8d1ab234a4abbe416e891e0685f&device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 1096 time: 0.1110327 May 14 09:43:13.603396 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f2a2c168-aa9b-4093-957c-665e1d20c5b7 req-1dc33235-d028-4ecb-a7e0-b39bd74e9acc tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055300 May 14 09:43:13.668728 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-dc115bce-a38a-439b-b1ad-bcff9a7b833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.670306 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-dc115bce-a38a-439b-b1ad-bcff9a7b833f service neutron] 10.222.0.75 "GET /v2.0/networks?id=46b2ba51-47c6-41f6-b12b-ebc9604e5157 HTTP/1.1" status: 200 len: 909 time: 0.1382561 May 14 09:43:13.739022 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-f3de99cb-a722-451c-a9b6-b53b12595d11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13d67611-b155-4836-86d9-ca962193ed46 HTTP/1.1" status: 200 len: 217 time: 0.0607040 May 14 09:43:13.774627 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba09754-b310-43a3-816f-630de025c45d req-a5814f8f-eab4-4524-be29-bc0c71a2af3b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.776075 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7ba09754-b310-43a3-816f-630de025c45d req-a5814f8f-eab4-4524-be29-bc0c71a2af3b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0847001 May 14 09:43:13.813016 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:13.818211 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-d333908b-abaf-418b-9136-81df749aa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:13.819703 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-d333908b-abaf-418b-9136-81df749aa8f8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=545c1d6f-1de3-4077-9a3f-3c9df7d18d43 HTTP/1.1" status: 200 len: 848 time: 0.0651300 May 14 09:43:13.823668 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7ba09754-b310-43a3-816f-630de025c45d req-335dfe6d-aa42-46cc-a8a3-ab0d60ffcea0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 May 14 09:43:13.868895 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-8c33c5eb-758c-4508-906c-dbb927f40df4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46b2ba51-47c6-41f6-b12b-ebc9604e5157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416012 May 14 09:43:14.055272 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-5ec228c7-bd26-44cb-b1d8-ccfb92d0bae3 service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430044 May 14 09:43:14.211957 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-74736bfe-72e8-4366-8d80-cb096063ca55 req-ea2a5ae7-f145-420e-9a88-3cbb69c663c6 service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488202 May 14 09:43:14.419412 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16249a0-3010-4ad8-ac7e-468afcb28629 req-54ee7613-f019-48f7-81b7-27eb976d3614 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:14.421013 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c16249a0-3010-4ad8-ac7e-468afcb28629 req-54ee7613-f019-48f7-81b7-27eb976d3614 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0967414 May 14 09:43:14.472079 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c16249a0-3010-4ad8-ac7e-468afcb28629 req-9d1ab814-92af-486b-b240-54a662d3810d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 May 14 09:43:14.683837 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61401e02-a25a-4b3a-85f9-b2ade1a22308 req-8ad9c719-f622-4c00-821c-e5e53d43aeee tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:14.685567 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-61401e02-a25a-4b3a-85f9-b2ade1a22308 req-8ad9c719-f622-4c00-821c-e5e53d43aeee tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 943 time: 0.0943308 May 14 09:43:14.740794 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-fb426a42-bcb6-406f-9904-8870f091dbd7 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:14.743475 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-fb426a42-bcb6-406f-9904-8870f091dbd7 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.75 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 950 time: 0.1090457 May 14 09:43:14.747393 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-61401e02-a25a-4b3a-85f9-b2ade1a22308 req-4978acd3-d5c3-4343-aa3d-18e1d76335b4 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529685 May 14 09:43:14.889742 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Deleting port 043d75cc-1f94-43bd-bdd8-7acde642b607 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:14.889946 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:15.000056 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e1195-68b8-466b-8b1f-bb8603482d8f req-0f2f64fb-adfc-4423-9426-e212ad1f0681 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:15.011888 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 55100) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:15.015121 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-738e1195-68b8-466b-8b1f-bb8603482d8f req-0f2f64fb-adfc-4423-9426-e212ad1f0681 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1484277 May 14 09:43:15.027834 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'floatingip': {'port_id': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:15.155204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:15.187587 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421f4ac-8ecf-4c6c-9c34-32a0b13679e3 req-5d7d9553-3d20-4009-a5fb-2c22f7ecada4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:15.188968 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f421f4ac-8ecf-4c6c-9c34-32a0b13679e3 req-5d7d9553-3d20-4009-a5fb-2c22f7ecada4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0797284 May 14 09:43:15.237661 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f421f4ac-8ecf-4c6c-9c34-32a0b13679e3 req-b45dfed0-342b-4604-98ca-c456034e09e7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 May 14 09:43:15.309257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] For port 043d75cc-1f94-43bd-bdd8-7acde642b607, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=043d75cc-1f94-43bd-bdd8-7acde642b607,segment=NetworkSegment(2ce47749-12c8-4a54-82a5-36c8b0fe7edd),segment_id=2ce47749-12c8-4a54-82a5-36c8b0fe7edd)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:15.309653 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:15.494190 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Calling delete_port for 043d75cc-1f94-43bd-bdd8-7acde642b607 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:43:15.694584 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55114) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:15.726926 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b936c04-df87-48e0-ae75-34efa973d279 req-a36a24ae-93f4-4b50-9ffb-de687ca846e5 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:15.728328 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8b936c04-df87-48e0-ae75-34efa973d279 req-a36a24ae-93f4-4b50-9ffb-de687ca846e5 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 950 time: 0.6435146 May 14 09:43:15.822913 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Deleting subnet 336ecf93-e05b-47f3-bf68-59d9cf8be5b5 {{(pid=78736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:43:15.827102 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:15.869736 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8b936c04-df87-48e0-ae75-34efa973d279 req-f7a4de90-26b5-4cda-bd55-15f85e256c7d tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/security-groups?id=9df7b055-dd77-4249-9b14-7b8b10909702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315410 May 14 09:43:15.902097 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11830040'] for subnet, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:15.999746 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-895357fa-2819-4ab4-9be7-3bfaf153079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:16.002129 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-895357fa-2819-4ab4-9be7-3bfaf153079e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.3494425 May 14 09:43:16.066884 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.076770 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:16.097032 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e67c2-4fe9-48a7-b77a-6ca37f4827e1 req-ec45d2dd-4a75-4267-8c03-91408ed68b91 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:16.098558 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ea9e67c2-4fe9-48a7-b77a-6ca37f4827e1 req-ec45d2dd-4a75-4267-8c03-91408ed68b91 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.3964276 May 14 09:43:16.099689 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.132216 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Pushing event deleted for resources: {'Port': ['ID=043d75cc-1f94-43bd-bdd8-7acde642b607,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:16.138371 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:16.192347 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ea9e67c2-4fe9-48a7-b77a-6ca37f4827e1 req-473254e5-7f66-4ac8-9fab-1e01c52d34b0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586243 May 14 09:43:16.276073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fe965-4658-4765-a94f-e96c83034fa6 req-4127e122-3a30-4e46-877a-cb5126b44453 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:16.276958 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-ee3fe965-4658-4765-a94f-e96c83034fa6 req-4127e122-3a30-4e46-877a-cb5126b44453 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Synchronizing usage tracker for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:16.284980 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] No DVR routers for this DVR port 043d75cc-1f94-43bd-bdd8-7acde642b607 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:43:16.297586 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.db.resource_extend [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:43:16.390266 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.394203 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'name': 'network-vif-deleted', 'tag': '043d75cc-1f94-43bd-bdd8-7acde642b607'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:16.429105 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-ee3fe965-4658-4765-a94f-e96c83034fa6 req-4127e122-3a30-4e46-877a-cb5126b44453 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Unset dirty status for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:16.436897 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ee3fe965-4658-4765-a94f-e96c83034fa6 req-4127e122-3a30-4e46-877a-cb5126b44453 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 943 time: 0.4447248 May 14 09:43:16.461381 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-77683878-9d9b-4bd2-85b8-2456460ca55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:16.462869 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-77683878-9d9b-4bd2-85b8-2456460ca55d service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.4483504 May 14 09:43:16.468819 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bff4e1a4-616e-4704-a43c-06e7c161ff56 req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.75 "DELETE /v2.0/ports/043d75cc-1f94-43bd-bdd8-7acde642b607 HTTP/1.1" status: 204 len: 173 time: 1.7190185 May 14 09:43:16.525652 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.533275 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.537473 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.675986 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-b1c34827-358d-4f77-a11c-8ecac7ad61af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 217 time: 0.1752071 May 14 09:43:16.691156 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ee3fe965-4658-4765-a94f-e96c83034fa6 req-75c3e951-4f75-43d6-8ef3-8044160186a7 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527840 May 14 09:43:16.771976 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deae3e3-9407-45c4-a337-c4c58aa4cf02', 'name': 'network-vif-deleted', 'tag': '043d75cc-1f94-43bd-bdd8-7acde642b607', 'status': 'completed', 'code': 200} May 14 09:43:16.802449 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Floating IP ffc3a909-2542-435e-8b88-988a71434b19 associated. External IP: 172.28.0.24, port: a2e39690-14c4-4aaf-a79d-bdd7d909d5a7. May 14 09:43:16.807935 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-79d532c9-9425-4b0b-bac6-5d2f15c7bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:16.809449 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-79d532c9-9425-4b0b-bac6-5d2f15c7bd08 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.1073341 May 14 09:43:16.863884 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-7f91e8ba-35ab-42f8-8bb5-4aad4422d1af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441592 May 14 09:43:16.896914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12020166'] for subnet, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:16.957329 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7ac11872-07fb-42b0-9e31-40623905741c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:16.998338 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336ecf93-e05b-47f3-bf68-59d9cf8be5b5,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:17.003657 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:17.004878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.081383 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e69fdb55-25b6-4d07-8385-0497d0943097 req-4902a27a-2aa7-488a-8c9b-b016d6188a8a tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] 10.222.0.67 "GET /v2.0/ports?device_id=9deae3e3-9407-45c4-a337-c4c58aa4cf02 HTTP/1.1" status: 200 len: 210 time: 0.0709393 May 14 09:43:17.085501 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-2ae6901e-829a-4642-930b-ac0d562ae0de admin admin] 10.222.0.67 "DELETE /v2.0/subnets/336ecf93-e05b-47f3-bf68-59d9cf8be5b5 HTTP/1.1" status: 204 len: 168 time: 1.3897049 May 14 09:43:17.088508 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55184) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:17.187054 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-02d63089-16e0-444a-9d85-1734a61bfc22 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154244 May 14 09:43:17.247706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-4551d9ef-0749-409c-a087-bcffc6dac026 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:17.249185 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-4551d9ef-0749-409c-a087-bcffc6dac026 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 0.3735700 May 14 09:43:17.281562 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.392095 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-671ffe8f-8cf8-4732-9388-49efd300bd3e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/quotas/8d910852dc8b45a3b19a925a0aefb4f4 HTTP/1.1" status: 200 len: 375 time: 0.0218143 May 14 09:43:17.492388 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c94d0089-877a-4d83-bc7b-678c86e140a8 req-9af56b8f-66ca-439c-8045-efcf0ae62279 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973645 May 14 09:43:17.493864 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Router d61caf84-8e00-4035-ac9a-cd768eecc92a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:43:17.500658 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.515619 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a0fd99-cace-4b36-92db-9bcaba398c43']}} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:17.531187 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ca5e40-aa43-4b58-b44d-7ad67e3d5e56') {'for_net_delete': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:17.531427 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ca5e40-aa43-4b58-b44d-7ad67e3d5e56') {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:17.547328 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11830243'] for segment, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.575879 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094b0ed-adb8-410c-bfe4-e204df6c5b83 req-8388f399-2fad-4433-a09d-db98cd6993f0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:17.577347 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5094b0ed-adb8-410c-bfe4-e204df6c5b83 req-8388f399-2fad-4433-a09d-db98cd6993f0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2267973 May 14 09:43:17.578389 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.586140 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=78736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:43:17.586602 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010906'] for segment, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: Traceback (most recent call last): May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: timer() May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: cb(*args, **kw) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: return func(*args, **kwargs) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: self._notify() May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: self.callback(batched_events) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: event.method(event) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: return f(self, *a, **k) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: return self._get(url).json() May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: return self.request(url, 'GET', **kwargs) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:43:17.602887 dv-cinder-734144-18-smb neutron-server[78736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:43:17.608997 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 13d67611-b155-4836-86d9-ca962193ed46 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:43:17.613113 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 043d75cc-1f94-43bd-bdd8-7acde642b607 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:43:17.640804 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-1ba518b6-f340-4327-a60e-1e08903131a7 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2478156 May 14 09:43:17.649945 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 043d75cc-1f94-43bd-bdd8-7acde642b607 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:43:17.650264 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 043d75cc-1f94-43bd-bdd8-7acde642b607 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:43:17.704283 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5094b0ed-adb8-410c-bfe4-e204df6c5b83 req-3508f89d-de2e-415f-8440-af7a3d7d6245 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197817 May 14 09:43:17.709862 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.713957 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4bc39629-c0b9-421c-aec0-80d380e02844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:17.730511 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.745411 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a0fd99-cace-4b36-92db-9bcaba398c43,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:17.749087 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:17.760549 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/75a0fd99-cace-4b36-92db-9bcaba398c43 HTTP/1.1" status: 204 len: 168 time: 0.6662054 May 14 09:43:17.761033 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55194) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:17.810201 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 13d67611-b155-4836-86d9-ca962193ed46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d67611-b155-4836-86d9-ca962193ed46,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:17.827242 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '13d67611-b155-4836-86d9-ca962193ed46', 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157', 'port_id': '13d67611-b155-4836-86d9-ca962193ed46', 'mac_address': 'fa:16:3e:0d:35:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545c1d6f-1de3-4077-9a3f-3c9df7d18d43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:43:17.840874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Deleting subnet 1a1822b1-bde3-4320-a66b-f34d7a3fdbfc {{(pid=78736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:43:17.844336 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:43:17.844867 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.849287 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.853778 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] Sync routers for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:43:17.863636 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:17.864253 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:17.884708 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.908160 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-fba5408d-2d33-43bf-a03d-63ab4ab1c575 service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565701 May 14 09:43:17.910915 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d67611-b155-4836-86d9-ca962193ed46 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:17.927765 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 13d67611-b155-4836-86d9-ca962193ed46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d67611-b155-4836-86d9-ca962193ed46,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:17.935666 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:17.937797 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:17.940478 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11830040'] for subnet, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.019359 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.057895 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=13d67611-b155-4836-86d9-ca962193ed46,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:18.063350 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:18.064184 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:18.095243 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-37faaf5d-4ab7-4676-abde-bccae24ef926 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "PUT /v2.0/floatingips/ffc3a909-2542-435e-8b88-988a71434b19 HTTP/1.1" status: 200 len: 991 time: 3.0812595 May 14 09:43:18.178252 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-79079879-2c5a-408e-98b9-3c2f66aedef1 service neutron] 10.222.0.67 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692394 May 14 09:43:18.365284 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f60fe1-2085-4779-acb0-e3b2736b5817 req-f868434b-62ba-4c1c-8950-a394c7a560ec tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:18.366758 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f0f60fe1-2085-4779-acb0-e3b2736b5817 req-f868434b-62ba-4c1c-8950-a394c7a560ec tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 944 time: 0.2286050 May 14 09:43:18.435962 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['13d67611-b155-4836-86d9-ca962193ed46'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:18.501640 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'ffc3a909-2542-435e-8b88-988a71434b19', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'floating_ip_address': '172.28.0.24', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'port_id': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'mac_address': 'fa:16:3e:ea:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:42:51Z', 'updated_at': '2021-05-14T09:43:16Z', 'revision_number': 1, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:18.506195 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] Checking router: d61caf84-8e00-4035-ac9a-cd768eecc92a for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:43:18.515736 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:18.516639 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:18.663344 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f0f60fe1-2085-4779-acb0-e3b2736b5817 req-f6482104-6d87-4243-8e28-7c51eb2fb754 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880712 May 14 09:43:18.694465 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12020166'] for subnet, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.698992 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3587fb97-7f08-4af9-8296-8a9dd1c86d30 req-312c86e5-df70-4bf1-a2c5-77ab17ac2df9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 210 time: 0.0793583 May 14 09:43:18.703901 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9cb7a0bd-2bd7-4d96-a7f2-05cda6bcaf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:18.743540 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:18.750876 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1822b1-bde3-4320-a66b-f34d7a3fdbfc,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:18.754064 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:18.758413 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 55228) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:18.758582 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-34ec5522-19b4-4d0d-8d71-c25cb49c644c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1a1822b1-bde3-4320-a66b-f34d7a3fdbfc HTTP/1.1" status: 204 len: 168 time: 0.9954295 May 14 09:43:18.866367 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:18.956904 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1640e1-992d-4d35-b610-c04077b78366 req-07fff704-fd72-4384-bcec-243678774de9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:18.968542 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9f1640e1-992d-4d35-b610-c04077b78366 req-07fff704-fd72-4384-bcec-243678774de9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1149123 May 14 09:43:18.979210 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:18.992870 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.026077 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9f1640e1-992d-4d35-b610-c04077b78366 req-08d4af99-8c56-420c-8bd4-ce3ffe921272 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566523 May 14 09:43:19.201815 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.210453 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'status': 'completed', 'code': 200} May 14 09:43:19.217563 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6894e2a-e3fb-4eaa-a29b-8234124d123e']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:19.235407 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a243158-f6fb-429a-bdd5-44d6e3c21e5f') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:19.235940 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a243158-f6fb-429a-bdd5-44d6e3c21e5f') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:19.251294 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.276506 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.280775 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-e627755c-1e4d-4108-9a62-ec8a6953c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:19.282640 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-e627755c-1e4d-4108-9a62-ec8a6953c697 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 1099 time: 0.1217239 May 14 09:43:19.284065 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:43:19.284477 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:43:19.421176 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:43:19.462830 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'ffc3a909-2542-435e-8b88-988a71434b19', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'floating_ip_address': '172.28.0.24', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'port_id': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'mac_address': 'fa:16:3e:ea:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:42:51Z', 'updated_at': '2021-05-14T09:43:16Z', 'revision_number': 1, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:19.473612 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc7330-5923-4224-9bb5-ad60f39e797d None None] The sync data for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb is: [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'ffc3a909-2542-435e-8b88-988a71434b19', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'floating_ip_address': '172.28.0.24', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'port_id': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'mac_address': 'fa:16:3e:ea:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:42:51Z', 'updated_at': '2021-05-14T09:43:16Z', 'revision_number': 1, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:43:19.486354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-c6f730cb-aa31-4e6e-b931-30c9d23f04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:19.488002 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-c6f730cb-aa31-4e6e-b931-30c9d23f04d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1936018 May 14 09:43:19.597697 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.601540 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:19.624901 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:19.628281 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c6894e2a-e3fb-4eaa-a29b-8234124d123e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:19.631512 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:19.636123 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-46ef347c-b359-413c-ab15-00836480d7cb admin admin] 10.222.0.67 "DELETE /v2.0/networks/c6894e2a-e3fb-4eaa-a29b-8234124d123e HTTP/1.1" status: 204 len: 168 time: 0.8740668 May 14 09:43:19.678098 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-aec672b0-0221-4dfc-897a-1996ee346a0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 HTTP/1.1" status: 200 len: 999 time: 0.1790922 May 14 09:43:19.744277 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174558f0-667c-4743-9a14-318130fa9dbf None None] New status for floating IP ffc3a909-2542-435e-8b88-988a71434b19: ACTIVE {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:43:19.917263 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-1d80f18b-de0c-42ec-84e6-84d1f37a21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:19.918742 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-1d80f18b-de0c-42ec-84e6-84d1f37a21ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.2128317 May 14 09:43:19.978097 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 55316) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:20.123531 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21f75-e1a3-4f66-86a9-dd77643f1ef5 req-b1669dc5-1792-4e4f-8812-dc764767c002 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:20.127343 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-038156d5-97b5-4a3d-88ce-2ae5c9772d2f req-5ebded03-177c-420e-b048-2b3dd2e881a1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 210 time: 0.1508186 May 14 09:43:20.128290 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3cf21f75-e1a3-4f66-86a9-dd77643f1ef5 req-b1669dc5-1792-4e4f-8812-dc764767c002 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 944 time: 0.2131195 May 14 09:43:20.164139 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-90e0ea55-ff02-4f86-a4a7-baca267f2667 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:20.168364 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-90e0ea55-ff02-4f86-a4a7-baca267f2667 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 815 time: 0.3311613 May 14 09:43:20.184626 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-78536cda-4127-402e-981a-7887654e1f57 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=148839102c5944e38583a49e977e0e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022123 May 14 09:43:20.189958 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55336) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:20.196386 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Request body: {'port': {'device_id': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'admin_state_up': True, 'tenant_id': '8d910852dc8b45a3b19a925a0aefb4f4'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:20.234681 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-9a8ba7f9-c7d5-4236-aba7-5610cdef8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:20.236145 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-9a8ba7f9-c7d5-4236-aba7-5610cdef8c01 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2548852 May 14 09:43:20.408355 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3cf21f75-e1a3-4f66-86a9-dd77643f1ef5 req-2d4f6c42-cd5d-49ce-9b4c-f92743a0052b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619517 May 14 09:43:20.449878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:20.466271 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.477082 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f4a5e-59f7-45c7-9d32-28426650722a req-7048d169-c607-4fbb-843c-6958eef39603 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:20.478696 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fa5f4a5e-59f7-45c7-9d32-28426650722a req-7048d169-c607-4fbb-843c-6958eef39603 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1521204 May 14 09:43:20.479368 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-ab1be036-047d-4c5d-880a-71c66bdb0d42 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284901 May 14 09:43:20.479624 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:20.527339 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.528428 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Made reservation on behalf of 8d910852dc8b45a3b19a925a0aefb4f4 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:20.534829 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.659250 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fa5f4a5e-59f7-45c7-9d32-28426650722a req-cf0c7f3b-719e-486c-aae1-83563229cc71 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520536 May 14 09:43:20.670903 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0c74da5f-f501-4861-93c3-7ee5783d5e9b req-e6d2b28b-ba17-40f3-891d-2a4dfe14df62 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759584 May 14 09:43:20.677354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.685350 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7b953ef3-76ce-43df-ada4-a67b6073b003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:20.701745 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfd6223-af2d-4ea9-b929-e45a55639798,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:20.705648 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:20.726044 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:20.729692 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/acfd6223-af2d-4ea9-b929-e45a55639798 HTTP/1.1" status: 204 len: 168 time: 0.5236654 May 14 09:43:20.828984 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Allocated IP 172.20.0.9 (035dbd2b-2bc5-4faa-9914-9cbb07c9a42f/576a5578-81c9-42ff-a61a-77d5b0fe16a6/aef9cb30-72b3-487f-a7fb-3242ebedf02a) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:21.064177 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.104169 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.110423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:21.119224 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a5d981e7-27ec-433c-96ca-9cc07e96efd9', '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', '7f5adcba-bd29-495c-8b51-f01586376794'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:21.186722 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55414) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:21.199029 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event updated for resources: {'Port': ['ID=aef9cb30-72b3-487f-a7fb-3242ebedf02a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:21.213147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:21.217064 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:21.218418 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:21.222103 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:21.249468 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-66fdc340-f03a-49c6-a1b7-4e048ae45415 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bf15041343c34afa8e7f8506179b9263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609870 May 14 09:43:21.252338 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55422) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:21.305715 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:21.306347 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.323588 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.340199 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1550510 May 14 09:43:21.352363 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Request body: {'port': {'device_id': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:21.390597 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.488211 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.496316 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c8c00ecf-2b14-4cf3-87bc-0763ff584ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:21.513257 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a067a3-01ca-4f98-8f08-9c5f8d08f93c,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:21.515363 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.525726 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57a067a3-01ca-4f98-8f08-9c5f8d08f93c HTTP/1.1" status: 204 len: 168 time: 0.2684028 May 14 09:43:21.525726 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:21.629307 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:21.647171 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 13d67611-b155-4836-86d9-ca962193ed46 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:21.663653 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37957747-9124-48e0-b4e3-e2ae16094708 req-e7080a2f-5225-4bc2-94d2-89110d2395a0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:21.664370 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-37957747-9124-48e0-b4e3-e2ae16094708 req-e7080a2f-5225-4bc2-94d2-89110d2395a0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:21.698731 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccddd7-5c78-41a6-9dbf-efb99b317c23 req-be07a706-23c5-434d-842f-cc261d33d7e2 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:21.700793 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4cccddd7-5c78-41a6-9dbf-efb99b317c23 req-be07a706-23c5-434d-842f-cc261d33d7e2 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 944 time: 0.1253963 May 14 09:43:21.742158 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-37957747-9124-48e0-b4e3-e2ae16094708 req-e7080a2f-5225-4bc2-94d2-89110d2395a0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:21.743576 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-37957747-9124-48e0-b4e3-e2ae16094708 req-e7080a2f-5225-4bc2-94d2-89110d2395a0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 931 time: 0.3401990 May 14 09:43:21.797639 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4cccddd7-5c78-41a6-9dbf-efb99b317c23 req-cfead568-6d4e-49ab-8f74-999b1d420201 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875797 May 14 09:43:21.846867 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 13d67611-b155-4836-86d9-ca962193ed46 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:21.870646 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-37957747-9124-48e0-b4e3-e2ae16094708 req-185c1a69-afc5-4da1-8549-e26e607aee2f tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175196 May 14 09:43:21.917537 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 13d67611-b155-4836-86d9-ca962193ed46 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:21.917918 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:22.253338 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:22.332267 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d67611-b155-4836-86d9-ca962193ed46'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:22.366367 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef9cb30-72b3-487f-a7fb-3242ebedf02a {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:22.375600 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:22.393668 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Transition to ACTIVE for port object aef9cb30-72b3-487f-a7fb-3242ebedf02a will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:22.404857 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 13d67611-b155-4836-86d9-ca962193ed46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d67611-b155-4836-86d9-ca962193ed46,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:22.409880 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:22.430015 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:22.430015 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c7cba0a4-e8fe-4975-b41f-6832e85727d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:22.458453 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bc300325-3cfa-4658-bbb5-077048b3fdd3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:22.520960 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d67611-b155-4836-86d9-ca962193ed46', 'code': 200} May 14 09:43:22.572904 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=13d67611-b155-4836-86d9-ca962193ed46,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:22.576389 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:22.626088 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca104d-0ac3-46c6-91d5-21a74ad38eef req-0880c504-2d91-4467-99b4-149ab3e26694 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:22.631796 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-adca104d-0ac3-46c6-91d5-21a74ad38eef req-0880c504-2d91-4467-99b4-149ab3e26694 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.6318965 May 14 09:43:22.643824 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55508) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:22.758626 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Pushing event updated for resources: {'Port': ['ID=aef9cb30-72b3-487f-a7fb-3242ebedf02a,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:22.791709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:22.815286 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-adca104d-0ac3-46c6-91d5-21a74ad38eef req-79d8af99-e472-42bc-854d-63211351244b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755538 May 14 09:43:22.904929 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0185cab-ca72-4e53-8fab-0557663d03d6 req-6ea212ba-b076-44c3-b152-4e38d708fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:22.912013 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b0185cab-ca72-4e53-8fab-0557663d03d6 req-6ea212ba-b076-44c3-b152-4e38d708fa1f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 1098 time: 0.1741595 May 14 09:43:22.918862 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Attempting to bind port aef9cb30-72b3-487f-a7fb-3242ebedf02a on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:22.919204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Attempting to bind port aef9cb30-72b3-487f-a7fb-3242ebedf02a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:22.919538 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Attempting to bind port aef9cb30-72b3-487f-a7fb-3242ebedf02a on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:22.940003 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Port aef9cb30-72b3-487f-a7fb-3242ebedf02a on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:43:22.940578 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Attempting to bind port aef9cb30-72b3-487f-a7fb-3242ebedf02a on network 035dbd2b-2bc5-4faa-9914-9cbb07c9a42f {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:22.962570 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:22.963188 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Checking segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:22.963188 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Bound using segment: {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:22.963625 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Bound port: aef9cb30-72b3-487f-a7fb-3242ebedf02a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:22.963970 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.003833 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b0185cab-ca72-4e53-8fab-0557663d03d6 req-35d247c3-14ea-4b39-b77b-df7c79467cdc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845847 May 14 09:43:23.110912 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.130913 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:23.136900 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Usage tracker for resource:security_group_rule and tenant:a99aaac93529443e8131e049a5553d5f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:23.141001 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:23.148441 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:23.194781 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b556ea-278f-4fdf-a90c-f11693cfa6aa req-d907cc17-a1f7-48fc-b8db-2588b0fdd20c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:23.196588 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a7b556ea-278f-4fdf-a90c-f11693cfa6aa req-d907cc17-a1f7-48fc-b8db-2588b0fdd20c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1862352 May 14 09:43:23.230350 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] For port aef9cb30-72b3-487f-a7fb-3242ebedf02a, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:23.235134 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] For port aef9cb30-72b3-487f-a7fb-3242ebedf02a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=aef9cb30-72b3-487f-a7fb-3242ebedf02a,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:23.248142 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.256165 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1af1fd5f-05d1-43f6-a668-53c7f77bde49 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:23.311570 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a7b556ea-278f-4fdf-a90c-f11693cfa6aa req-745e8c9e-be27-4a8d-abca-2e670670d18c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076648 May 14 09:43:23.331613 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7806e8-67c8-49f3-9252-af7468d3e1ea req-6db7eb54-3611-40b9-9cf5-5be9151baa54 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:23.340608 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-aa7806e8-67c8-49f3-9252-af7468d3e1ea req-6db7eb54-3611-40b9-9cf5-5be9151baa54 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 943 time: 0.2452030 May 14 09:43:23.382457 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:23.383153 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.385498 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] 10.222.0.75 "PUT /v2.0/ports/aef9cb30-72b3-487f-a7fb-3242ebedf02a HTTP/1.1" status: 200 len: 1093 time: 2.0379698 May 14 09:43:23.392748 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'tag': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:23.444609 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.457380 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.466861 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e89b01dd-e74b-4659-90ee-056b573db00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:23.505433 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Pushing event updated for resources: {'Port': ['ID=aef9cb30-72b3-487f-a7fb-3242ebedf02a,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:23.516014 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:23.527374 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-aa7806e8-67c8-49f3-9252-af7468d3e1ea req-6ffb7b2a-3a20-426f-83d8-9fb94d39090a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854310 May 14 09:43:23.586749 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-ae11ec40-0b3b-413b-ab73-cd20f83057fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:23.588222 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-ae11ec40-0b3b-413b-ab73-cd20f83057fd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 1096 time: 0.1388073 May 14 09:43:23.666190 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a99aaac93529443e8131e049a5553d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0182436 May 14 09:43:23.666190 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a59b35-2ffc-4508-b5a4-60bbb4f37665,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:23.668010 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55588) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:23.680223 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:23.690352 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-c100ab4e-ccb9-47d7-8389-97216edea91b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef9cb30-72b3-487f-a7fb-3242ebedf02a HTTP/1.1" status: 200 len: 217 time: 0.0919409 May 14 09:43:23.693846 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'tag': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a', 'status': 'completed', 'code': 200} May 14 09:43:23.731613 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.769291 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.781318 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-4230c167-8527-4ce5-8616-4f7cd53e9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:23.783360 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-4230c167-8527-4ce5-8616-4f7cd53e9c23 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.0699534 May 14 09:43:23.837831 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-333f1824-f778-432d-ab11-fc3362ad4056 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441461 May 14 09:43:23.844720 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.852493 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-738fd122-3cea-4c85-8420-a9eb90d99700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:23.866350 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a59b35-2ffc-4508-b5a4-60bbb4f37665,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:23.870565 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:23.876113 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:23.877623 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21a59b35-2ffc-4508-b5a4-60bbb4f37665 HTTP/1.1" status: 204 len: 168 time: 0.2087085 May 14 09:43:24.009281 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-bfa49095-9715-4507-8fca-ca30331e86f6 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615379 May 14 09:43:24.195582 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb2ae241-9d79-4300-90bb-6d14c2e15ecc req-68f91b5c-120a-40f0-ab6f-99ae0f95795e service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758502 May 14 09:43:24.344408 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-5ca08d06-e1d2-4403-b1e9-f99e03bb412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:24.346446 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-5ca08d06-e1d2-4403-b1e9-f99e03bb412e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 1096 time: 0.0850446 May 14 09:43:24.518758 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-6051a48c-9146-4211-af56-6e7051d70035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:24.520520 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-6051a48c-9146-4211-af56-6e7051d70035 service neutron] 10.222.0.75 "GET /v2.0/networks?id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 200 len: 916 time: 0.1633058 May 14 09:43:24.600632 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-84ea614c-0e4c-4e6a-88c7-902c015b174c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef9cb30-72b3-487f-a7fb-3242ebedf02a HTTP/1.1" status: 200 len: 217 time: 0.0716269 May 14 09:43:24.621874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aa041-1e55-4ba1-9695-7b7cfe3834e6 req-56f447bc-c58d-496b-8d02-26c32d108b05 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:24.627005 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-299aa041-1e55-4ba1-9695-7b7cfe3834e6 req-56f447bc-c58d-496b-8d02-26c32d108b05 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1280260 May 14 09:43:24.688285 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-299aa041-1e55-4ba1-9695-7b7cfe3834e6 req-7673d1f9-7e57-4b20-a3df-6ad53efd830c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 May 14 09:43:24.911751 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-a1935e1e-a07b-45f1-8e12-454079a2164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:24.919953 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-a1935e1e-a07b-45f1-8e12-454079a2164d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 200 len: 855 time: 0.3115318 May 14 09:43:25.002366 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-5216ffec-06a3-499a-b21b-52c27a522523 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638351 May 14 09:43:25.010682 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eefa9f-aaf1-4e33-b20b-d2021578ff92 req-fe1e3edb-51a6-43a7-b0e2-5f81b0f93ca8 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:25.018143 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-87eefa9f-aaf1-4e33-b20b-d2021578ff92 req-fe1e3edb-51a6-43a7-b0e2-5f81b0f93ca8 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 943 time: 0.1872480 May 14 09:43:25.075776 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-87eefa9f-aaf1-4e33-b20b-d2021578ff92 req-d9a575d9-a40a-46ec-b9be-560b672a95f9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 May 14 09:43:25.200887 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-edaa31ed-28f8-46e6-8cba-aaf8c3377464 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901546 May 14 09:43:25.242216 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb12c15-9167-4a37-9af4-3202dcd68e79 req-749a5949-d497-43d3-b1d8-d751f5b409a3 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:25.243700 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fbb12c15-9167-4a37-9af4-3202dcd68e79 req-749a5949-d497-43d3-b1d8-d751f5b409a3 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1547163 May 14 09:43:25.363530 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fbb12c15-9167-4a37-9af4-3202dcd68e79 req-48ca26f1-b10e-4eb1-a929-6416e5950c5c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698080 May 14 09:43:25.393907 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5272266b-f099-4b19-bebe-d2b91b36e175 req-4ff41cd0-890a-411d-9b6d-080eb2df43f6 service neutron] 10.222.0.75 "GET /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804662 May 14 09:43:25.836915 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55706) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:25.932370 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb533a-d21a-4d1b-bdd6-6a81a91c3b46 req-d3b89382-cac1-4fc1-95a1-6e0d04decc90 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:25.949042 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-64bb533a-d21a-4d1b-bdd6-6a81a91c3b46 req-d3b89382-cac1-4fc1-95a1-6e0d04decc90 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1182072 May 14 09:43:26.008496 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-64bb533a-d21a-4d1b-bdd6-6a81a91c3b46 req-af8baa20-83ed-4467-a4bf-fa990341631d tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 May 14 09:43:26.042451 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-117a315e-5008-4617-abf9-eb1b46b4e2bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=def1f8f39e984ab8909022d027ed6af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041047 May 14 09:43:26.045936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 55718) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:26.111581 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:26.148887 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:26.255558 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:26.259190 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5a4c65e-0318-48b9-818e-b1a5ec1187c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:26.275186 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7b055-dd77-4249-9b14-7b8b10909702,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:26.287163 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:26.298145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe9d5b-c638-49bd-8ccc-10e04ffdc138 req-1f505bee-0a68-4a1a-a224-be55482a6796 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:26.299646 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5dbe9d5b-c638-49bd-8ccc-10e04ffdc138 req-1f505bee-0a68-4a1a-a224-be55482a6796 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 943 time: 0.1138523 May 14 09:43:26.305710 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:26.306876 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9df7b055-dd77-4249-9b14-7b8b10909702 HTTP/1.1" status: 204 len: 168 time: 0.2598722 May 14 09:43:26.349281 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5dbe9d5b-c638-49bd-8ccc-10e04ffdc138 req-392498b1-5838-4b69-a17d-13300e42423b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 May 14 09:43:27.385370 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa974-a066-4a62-bff2-c2be21e82dfc req-06d8536b-b69d-40f5-bbba-113dd9dffef0 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:27.386888 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6d9fa974-a066-4a62-bff2-c2be21e82dfc req-06d8536b-b69d-40f5-bbba-113dd9dffef0 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0863788 May 14 09:43:27.434012 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6d9fa974-a066-4a62-bff2-c2be21e82dfc req-5d8379ef-f593-44aa-a5dc-769de83773a2 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 May 14 09:43:27.546027 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6906f-998d-4c21-bf8e-bb0faa84f1ee req-af323105-e7b8-484a-938a-02efbfca35b5 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:27.547584 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fea6906f-998d-4c21-bf8e-bb0faa84f1ee req-af323105-e7b8-484a-938a-02efbfca35b5 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 943 time: 0.0829990 May 14 09:43:27.592924 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fea6906f-998d-4c21-bf8e-bb0faa84f1ee req-2677e309-2068-4db8-9bf3-5cf177dd58f2 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 May 14 09:43:27.653637 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device aef9cb30-72b3-487f-a7fb-3242ebedf02a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:43:27.816676 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port aef9cb30-72b3-487f-a7fb-3242ebedf02a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=aef9cb30-72b3-487f-a7fb-3242ebedf02a,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:27.834985 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a', 'network_id': '035dbd2b-2bc5-4faa-9914-9cbb07c9a42f', 'port_id': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a', 'mac_address': 'fa:16:3e:13:41:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576a5578-81c9-42ff-a61a-77d5b0fe16a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:43:27.889977 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:27.908506 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef9cb30-72b3-487f-a7fb-3242ebedf02a {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:27.923993 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port aef9cb30-72b3-487f-a7fb-3242ebedf02a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=aef9cb30-72b3-487f-a7fb-3242ebedf02a,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:27.928975 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:27.930720 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:27.996544 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=aef9cb30-72b3-487f-a7fb-3242ebedf02a,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:27.999718 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:28.547781 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['aef9cb30-72b3-487f-a7fb-3242ebedf02a'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:28.700061 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519633-df44-4ebf-974c-c2806314d3d6 req-f0df566e-9e17-45d0-b7f0-eb126aa6c1a5 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:28.707357 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6d519633-df44-4ebf-974c-c2806314d3d6 req-f0df566e-9e17-45d0-b7f0-eb126aa6c1a5 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0990419 May 14 09:43:28.749889 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6d519633-df44-4ebf-974c-c2806314d3d6 req-73386d57-89e5-40fe-a572-c17f21d97000 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 May 14 09:43:28.796484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782c5d0-b93d-4120-96e4-26f870443a9b req-078007d9-1a13-4561-bb7b-ef079eb0585b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:28.797903 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c782c5d0-b93d-4120-96e4-26f870443a9b req-078007d9-1a13-4561-bb7b-ef079eb0585b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 944 time: 0.0883658 May 14 09:43:28.842744 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c782c5d0-b93d-4120-96e4-26f870443a9b req-5c9dcb66-32d2-4641-ba81-b51a4c1d4016 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389159 May 14 09:43:29.740412 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-d219756b-9cfe-4fcb-8ef2-31c9d2789164 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:29.741227 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-d219756b-9cfe-4fcb-8ef2-31c9d2789164 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0978942 May 14 09:43:29.902685 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-01391173-83fd-4f41-8da1-a203300ea0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:29.904536 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-01391173-83fd-4f41-8da1-a203300ea0f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.1648536 May 14 09:43:29.930756 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Deleting port 13d67611-b155-4836-86d9-ca962193ed46 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:29.931368 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:29.953260 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb282879-512b-4ff8-968e-8e13ba49ecca req-12e48d72-0e04-4435-964b-175329e5115d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:29.954781 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eb282879-512b-4ff8-968e-8e13ba49ecca req-12e48d72-0e04-4435-964b-175329e5115d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1563556 May 14 09:43:30.074750 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eb282879-512b-4ff8-968e-8e13ba49ecca req-b98b799e-677c-4047-b03d-2b3ab2fd8a70 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740838 May 14 09:43:30.105422 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-580c141e-5982-4969-8b6c-e5fe6c9f4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:30.107521 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-580c141e-5982-4969-8b6c-e5fe6c9f4cc1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.1919594 May 14 09:43:30.112317 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] For port 13d67611-b155-4836-86d9-ca962193ed46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d67611-b155-4836-86d9-ca962193ed46,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:30.112667 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:30.181405 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-55292bab-6af3-484c-8a74-9d3c1c5f84ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 217 time: 0.0652361 May 14 09:43:30.189696 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a77e5a-7222-400c-a2ad-73fc11a2145f req-95a0dac4-43c9-4721-94c1-47556b44b1ce tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:30.191173 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-05a77e5a-7222-400c-a2ad-73fc11a2145f req-95a0dac4-43c9-4721-94c1-47556b44b1ce tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d9e01cc-dd14-48e3-a190-5769b721bfd4 HTTP/1.1" status: 200 len: 945 time: 0.2445667 May 14 09:43:30.251640 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Calling delete_port for 13d67611-b155-4836-86d9-ca962193ed46 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:43:30.289231 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-3226f070-1e11-4890-b1a1-1715a280b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:30.290745 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-3226f070-1e11-4890-b1a1-1715a280b0da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.0767593 May 14 09:43:30.317011 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be83c-8ce3-41e2-ba5a-1255ac38ecbb req-9777c69c-67a7-4b7b-943b-6c2996c8fefa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:30.318577 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9b9be83c-8ce3-41e2-ba5a-1255ac38ecbb req-9777c69c-67a7-4b7b-943b-6c2996c8fefa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 944 time: 0.1390905 May 14 09:43:30.383159 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-f7e25fdd-1259-465b-be66-2d3830e95077 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634389 May 14 09:43:30.394235 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-05a77e5a-7222-400c-a2ad-73fc11a2145f req-9158502d-ee49-498a-a861-08f09eb567b6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399143 May 14 09:43:30.430969 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9b9be83c-8ce3-41e2-ba5a-1255ac38ecbb req-878ecaee-b3ad-42c7-8cd2-324ccec869a8 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808616 May 14 09:43:30.493271 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:30.499265 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-498eb421-f5ac-4c0c-b400-caa7d92b1ad1 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:30.505634 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['13d67611-b155-4836-86d9-ca962193ed46'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:30.540557 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-64640383-8a4e-49bd-9745-0dd156c16448 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465139 May 14 09:43:30.548372 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Pushing event deleted for resources: {'Port': ['ID=13d67611-b155-4836-86d9-ca962193ed46,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:30.561701 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:30.641740 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] No DVR routers for this DVR port 13d67611-b155-4836-86d9-ca962193ed46 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:43:30.645088 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:30.647834 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'name': 'network-vif-deleted', 'tag': '13d67611-b155-4836-86d9-ca962193ed46'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:30.666006 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7743b141-a06c-4e3c-b1ea-4ecc5d193e0b req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "DELETE /v2.0/ports/13d67611-b155-4836-86d9-ca962193ed46 HTTP/1.1" status: 204 len: 173 time: 0.9206755 May 14 09:43:30.681987 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d0e11ef1-7f8e-4755-8f47-c6975154d541 req-3b5e10bc-2d7f-42f4-b8fc-f305907e3500 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334195 May 14 09:43:30.709919 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9e01cc-dd14-48e3-a190-5769b721bfd4', 'name': 'network-vif-deleted', 'tag': '13d67611-b155-4836-86d9-ca962193ed46', 'status': 'completed', 'code': 200} May 14 09:43:31.047145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 55818) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:31.174731 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.191987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:31.196167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc2117b4a5347b9b19044c08781ec29 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:31.199323 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:31.205014 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:31.270012 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0d489-ee23-432e-a7a8-cd784daad6c4 req-f3dd4c19-773b-4627-b95c-4a1638b095b6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:31.271862 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c5e0d489-ee23-432e-a7a8-cd784daad6c4 req-f3dd4c19-773b-4627-b95c-4a1638b095b6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0851164 May 14 09:43:31.302626 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.307497 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.316295 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cfeacaed-cbd1-4318-978c-763b8772239d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:31.323135 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c5e0d489-ee23-432e-a7a8-cd784daad6c4 req-362edfe8-5e69-4e86-ae49-1a6d10eec088 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 May 14 09:43:31.359430 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fc2117b4a5347b9b19044c08781ec29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083658 May 14 09:43:31.359430 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3aa73-68d3-43b2-9532-74b991865b58,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:31.359869 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55826) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:31.362195 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:31.505288 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.534219 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.649757 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a9c7-a6b1-4bb0-bc23-78a569c965dc req-50077bdb-d196-4718-8fa0-7c3047cf343e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:31.651289 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9fd6a9c7-a6b1-4bb0-bc23-78a569c965dc req-50077bdb-d196-4718-8fa0-7c3047cf343e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 944 time: 0.1072569 May 14 09:43:31.662067 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device aef9cb30-72b3-487f-a7fb-3242ebedf02a up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:31.676103 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.681390 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a8029dcf-4be6-4e97-9c67-16b2b7a786e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:31.698120 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3aa73-68d3-43b2-9532-74b991865b58,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:31.719750 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.720236 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.720591 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.720934 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.721275 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.721613 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.722272 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.722272 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.722625 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.722961 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.723294 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.723624 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:31.734606 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:31.739809 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9fd6a9c7-a6b1-4bb0-bc23-78a569c965dc req-17214d5a-f1a8-4919-863b-0bc01061ea55 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 May 14 09:43:31.740695 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.744118 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cac3aa73-68d3-43b2-9532-74b991865b58 HTTP/1.1" status: 204 len: 168 time: 0.3807309 May 14 09:43:31.747264 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port aef9cb30-72b3-487f-a7fb-3242ebedf02a completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:31.766454 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port aef9cb30-72b3-487f-a7fb-3242ebedf02a triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:31.766878 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.874066 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-2d1b56c2-72e7-4ae0-8438-1a2a88607184 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:31.875831 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-2d1b56c2-72e7-4ae0-8438-1a2a88607184 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/networks?id=46b2ba51-47c6-41f6-b12b-ebc9604e5157 HTTP/1.1" status: 200 len: 808 time: 0.1650834 May 14 09:43:31.901377 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.902881 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-7a7958d7-deb7-4976-93dd-0f7d37b6ea2a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/quotas/6ec5d8d1ab234a4abbe416e891e0685f HTTP/1.1" status: 200 len: 375 time: 0.0209439 May 14 09:43:31.938029 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port aef9cb30-72b3-487f-a7fb-3242ebedf02a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=aef9cb30-72b3-487f-a7fb-3242ebedf02a,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:31.939041 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:31.945894 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:31.948949 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:31.959164 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-df51c233-6326-49c1-80a0-f06b694ea10b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Synchronizing usage tracker for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:31.978026 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-df51c233-6326-49c1-80a0-f06b694ea10b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Unset dirty status for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:31.998812 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-df51c233-6326-49c1-80a0-f06b694ea10b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec5d8d1ab234a4abbe416e891e0685f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876508 May 14 09:43:32.032595 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=aef9cb30-72b3-487f-a7fb-3242ebedf02a,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:32.043643 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:32.078143 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a', 'code': 200} May 14 09:43:32.164821 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-eb6263ea-2118-4cf6-8c92-7ac022b479a7 service neutron] 10.222.0.67 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648159 May 14 09:43:32.314319 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-c03afa1d-a043-41cd-aae5-b57aadbdec18 service neutron] 10.222.0.67 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484315 May 14 09:43:32.358237 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f82c-5359-4147-bae5-8b661318e3ba req-f95078d2-22ff-428e-bc65-6789e1e7a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:32.360772 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8500f82c-5359-4147-bae5-8b661318e3ba req-f95078d2-22ff-428e-bc65-6789e1e7a383 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 1098 time: 0.0841115 May 14 09:43:32.462592 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8500f82c-5359-4147-bae5-8b661318e3ba req-345d8135-e58d-496a-80e0-a97fd091f39c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887811 May 14 09:43:32.534892 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-410780d5-9383-40fd-aaa4-f1f750ba2556 req-eaa921b4-5a6e-4acd-93c8-ca276d3015c6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 210 time: 0.0642977 May 14 09:43:32.594726 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d9c4-c84e-4bc0-b712-1114b388fe56 req-f02d6424-c26e-4b64-9bec-617e1e62f2de tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:32.596427 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-af28d9c4-c84e-4bc0-b712-1114b388fe56 req-f02d6424-c26e-4b64-9bec-617e1e62f2de tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1260033 May 14 09:43:32.622730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55884) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:32.659297 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-af28d9c4-c84e-4bc0-b712-1114b388fe56 req-963a2060-0f88-4f67-80fd-cbb5a16c5fc7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564029 May 14 09:43:32.752441 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-147556379-network', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:32.757877 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:32.761875 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Usage tracker for resource:network and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:32.764947 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:32.770822 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:32.782805 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Made reservation on behalf of 8efc398d8f0840baa35ef5c8be839340 for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:32.785195 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:32.799109 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:32.815884 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:32.820182 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:32.823233 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:32.830305 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:32.929490 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:32.929969 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:32.934464 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-275fa8a6-05fc-4653-819e-db6564869f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:32.958894 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:43:32.970947 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081538b-09d9-426c-8c15-3e345946779b req-ef7fdaef-eb38-4a9d-b336-cceaf936a414 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:32.972065 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb043f6d-27d5-4b13-bea5-ce92da943cdc,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:32.973264 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6081538b-09d9-426c-8c15-3e345946779b req-ef7fdaef-eb38-4a9d-b336-cceaf936a414 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 945 time: 0.1124377 May 14 09:43:32.976011 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:32.979126 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:32.979472 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Added segment 5459aae9-f17e-4297-9c64-66cf2970ea51 of type vlan for network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 May 14 09:43:33.015608 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:33.043895 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6081538b-09d9-426c-8c15-3e345946779b req-da869552-cc63-4ace-813c-b388366a8e11 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 May 14 09:43:33.060418 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:33.062166 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:33.062787 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:33.067654 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6a775a2a-df6c-49f0-b071-fbc5e322d5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:33.183252 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5594220 May 14 09:43:33.184181 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Pushing event updated for resources: {'Network': ['ID=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:33.186263 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 55898) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:33.187097 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2518757d-8212-4009-9654-0ca62d80a44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:33.193362 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Request body: {'subnet': {'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-147556379-subnet', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:33.195377 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:43:33.198471 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:33.203045 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Usage tracker for resource:subnet and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:33.205938 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:33.211665 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:33.222327 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Made reservation on behalf of 8efc398d8f0840baa35ef5c8be839340 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:33.224685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10711490'] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:33.655568 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10565398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10711516'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:33.660665 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-092f7ade-c78f-4494-82d7-e3a87b084c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:33.665185 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 13d67611-b155-4836-86d9-ca962193ed46 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:43:33.744192 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5364444-396a-47d5-97f3-21e1ef92f4a2,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:33.746630 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 13d67611-b155-4836-86d9-ca962193ed46 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:43:33.746983 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 13d67611-b155-4836-86d9-ca962193ed46 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:43:33.756886 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.757251 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.758639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.759007 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.759377 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.759719 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.760071 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.760415 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.760762 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.761211 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.761558 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.761956 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:33.765527 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Checking segment: {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:33.765959 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Network hostable DHCP agents. Network: a05fdcd6-4ed7-4d80-9199-ec16b189a3e0, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:43:33.767253 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f585dd91-eafc-460d-ad2a-98efee61eef8 req-5eda223e-e439-43c8-8068-719d2e3dd2ca tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 210 time: 0.1291895 May 14 09:43:33.771812 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:33.798185 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:43:33.847308 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, a05fdcd6-4ed7-4d80-9199-ec16b189a3e0) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:33.858667 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde4390-2494-4a4e-910e-4e74456d77a1 None None] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:33.867666 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:33.868247 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:33.921567 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7329419 May 14 09:43:33.924013 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-b8dcb88c-a80b-4d5e-800c-854b86989360 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:33.925659 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-b8dcb88c-a80b-4d5e-800c-854b86989360 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "GET /v2.0/networks?id=46b2ba51-47c6-41f6-b12b-ebc9604e5157 HTTP/1.1" status: 200 len: 808 time: 0.2287383 May 14 09:43:33.926141 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 55908) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:33.931650 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:33.937067 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:33.940906 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Usage tracker for resource:router and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:33.943762 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:33.944437 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf485fc-4e50-486c-afd1-1c24cedcf5f4 req-651b0b9b-4041-4869-abac-d41fb68e7dbd tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:33.946121 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9bf485fc-4e50-486c-afd1-1c24cedcf5f4 req-651b0b9b-4041-4869-abac-d41fb68e7dbd tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1450005 May 14 09:43:33.951190 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:33.962990 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Request body: {'port': {'device_id': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157', 'admin_state_up': True, 'tenant_id': '6ec5d8d1ab234a4abbe416e891e0685f'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:34.010468 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9bf485fc-4e50-486c-afd1-1c24cedcf5f4 req-d3e06cb3-2ac2-43c7-94bb-7386a590f453 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572386 May 14 09:43:34.048980 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.050073 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.112998 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.162485 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:43:34.163763 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.169406 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:34.335336 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:34.354874 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Allocated IP 172.20.0.2 (a05fdcd6-4ed7-4d80-9199-ec16b189a3e0/a5364444-396a-47d5-97f3-21e1ef92f4a2/3fea0ca1-9770-4aad-b9cd-688442c39070) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:34.418043 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Made reservation on behalf of 6ec5d8d1ab234a4abbe416e891e0685f for: {'port': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:34.421597 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.514416 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.566289 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.578414 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Transition to ACTIVE for port object 3fea0ca1-9770-4aad-b9cd-688442c39070 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:34.599039 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Transition to ACTIVE for port object 3fea0ca1-9770-4aad-b9cd-688442c39070 will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:34.605244 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.609883 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:34.671784 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:34.674630 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:34.678189 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:34.692820 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Pushing event updated for resources: {'Port': ['ID=3fea0ca1-9770-4aad-b9cd-688442c39070,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:34.709594 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb345cc5-ecb1-42ac-b64c-5a3a553d06ec req-e3889fca-f8e1-4d67-afd0-9a745abd7e76 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:34.711102 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eb345cc5-ecb1-42ac-b64c-5a3a553d06ec req-e3889fca-f8e1-4d67-afd0-9a745abd7e76 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 945 time: 0.4780111 May 14 09:43:34.726041 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:34.816699 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Attempting to bind port 3fea0ca1-9770-4aad-b9cd-688442c39070 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:34.816973 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Attempting to bind port 3fea0ca1-9770-4aad-b9cd-688442c39070 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:34.817324 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Attempting to bind port 3fea0ca1-9770-4aad-b9cd-688442c39070 on network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:34.822952 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:34.823322 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Checking segment: {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:34.823722 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.824115 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Bound using segment: {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:34.824776 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Bound port: 3fea0ca1-9770-4aad-b9cd-688442c39070, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:34.825508 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.864824 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eb345cc5-ecb1-42ac-b64c-5a3a553d06ec req-c47c049c-0a34-460a-a199-36f2e040d25a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063848 May 14 09:43:34.890635 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Allocated IP 172.20.0.8 (46b2ba51-47c6-41f6-b12b-ebc9604e5157/545c1d6f-1de3-4077-9a3f-3c9df7d18d43/2471e468-9c85-40fa-a360-1e65cedea45a) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:34.936206 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] For port 3fea0ca1-9770-4aad-b9cd-688442c39070, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:34.944514 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] For port 3fea0ca1-9770-4aad-b9cd-688442c39070, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=3fea0ca1-9770-4aad-b9cd-688442c39070,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:34.944910 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:34.952659 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4f6eae45-a527-4d3a-bce2-7d23c8c714bf req-c0aaf6e2-7863-4f90-a340-1254003cfef8 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 210 time: 0.0700936 May 14 09:43:34.961551 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:35.038203 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Pushing event updated for resources: {'Port': ['ID=3fea0ca1-9770-4aad-b9cd-688442c39070,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:35.046364 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:35.372703 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:35.499247 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:35.579964 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 3fea0ca1-9770-4aad-b9cd-688442c39070 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:35.620909 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:35.633552 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679678-41f2-4786-9e0b-3537cfbe73e2 req-1fd47974-3eca-4cc9-ae1f-417770c4bbce tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:35.634959 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-42679678-41f2-4786-9e0b-3537cfbe73e2 req-1fd47974-3eca-4cc9-ae1f-417770c4bbce tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.4521410 May 14 09:43:35.646764 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 3fea0ca1-9770-4aad-b9cd-688442c39070 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:35.751935 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Allocated IP 172.28.0.110 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/7efed11d-4da8-4aa9-a68e-dffe186bd656) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:35.757257 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-42679678-41f2-4786-9e0b-3537cfbe73e2 req-e34cc764-d038-4cc1-b96f-e7438c59c62f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135705 May 14 09:43:35.801765 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:35.852561 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:35.932028 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:35.950163 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:35.954079 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Pushing event updated for resources: {'Port': ['ID=2471e468-9c85-40fa-a360-1e65cedea45a,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:35.956247 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:35.993541 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:36.034648 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf22f28-e203-4dd4-bec0-2406000f70cc None None] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:36.057268 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:36.057873 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.105573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.122656 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Provisioning for port 3fea0ca1-9770-4aad-b9cd-688442c39070 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:36.135921 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Provisioning complete for port 3fea0ca1-9770-4aad-b9cd-688442c39070 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:36.136966 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.150149 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1927450 May 14 09:43:36.163923 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Request body: {'port': {'device_id': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:36.245792 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26594ccc-f091-430d-94bc-38c772ff6aa8 req-d94cbc8b-80cd-4c16-9d89-0ee5ee98f58c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:36.246744 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-26594ccc-f091-430d-94bc-38c772ff6aa8 req-d94cbc8b-80cd-4c16-9d89-0ee5ee98f58c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Synchronizing usage tracker for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:36.249407 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.254689 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:36.384043 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:36.384715 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.384974 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.393326 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-26594ccc-f091-430d-94bc-38c772ff6aa8 req-d94cbc8b-80cd-4c16-9d89-0ee5ee98f58c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Unset dirty status for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:36.394478 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-26594ccc-f091-430d-94bc-38c772ff6aa8 req-d94cbc8b-80cd-4c16-9d89-0ee5ee98f58c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 931 time: 0.3279142 May 14 09:43:36.395129 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Pushing event updated for resources: {'Port': ['ID=7efed11d-4da8-4aa9-a68e-dffe186bd656,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:36.399381 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:36.403850 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:36.404544 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:36.441719 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] For port 3fea0ca1-9770-4aad-b9cd-688442c39070, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=3fea0ca1-9770-4aad-b9cd-688442c39070,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:36.448052 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:36.450763 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-70af9dc5-ca33-439b-8bf5-f2490c22dc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:36.587974 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Pushing event updated for resources: {'Port': ['ID=3fea0ca1-9770-4aad-b9cd-688442c39070,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:36.603104 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.603448 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.603786 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.604120 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.604446 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.604774 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.605265 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.605665 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.606058 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.606480 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.606892 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.607216 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:36.612684 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:36.781829 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-26594ccc-f091-430d-94bc-38c772ff6aa8 req-eb748a89-1ba6-49dd-ae1d-11673878bfd3 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479910 May 14 09:43:36.789466 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-cf2a3875-b83e-4676-9c93-d9d22ee35c66 None None] Provisioning complete for port 3fea0ca1-9770-4aad-b9cd-688442c39070 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:36.789915 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-cf2a3875-b83e-4676-9c93-d9d22ee35c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.393354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.460043 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.db.resource_extend [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:43:37.489882 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9779d2-0819-4326-9ff6-885df8c3a694 req-007cd058-a654-4f8e-93c9-79737f85b8d9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:37.493380 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6b9779d2-0819-4326-9ff6-885df8c3a694 req-007cd058-a654-4f8e-93c9-79737f85b8d9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.5516825 May 14 09:43:37.500646 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 3fea0ca1-9770-4aad-b9cd-688442c39070 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:37.590162 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 3fea0ca1-9770-4aad-b9cd-688442c39070 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:37.591380 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.721869 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2471e468-9c85-40fa-a360-1e65cedea45a {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:37.730924 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6b9779d2-0819-4326-9ff6-885df8c3a694 req-82d7b30f-f405-43be-b94d-b412dd0e1e61 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535635 May 14 09:43:37.739945 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.783904 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Transition to ACTIVE for port object 2471e468-9c85-40fa-a360-1e65cedea45a will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:37.837855 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:37.897132 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1ca5295c-aaab-4f3e-b2e3-e74fe571dd55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:38.184095 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2471e468-9c85-40fa-a360-1e65cedea45a,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:38.190664 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:38.282998 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:38.451356 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a074f46-54dd-41b9-b535-a0cb5499cbda req-32cb09fe-ed7d-4adf-8860-005162bd0e70 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:38.452957 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4a074f46-54dd-41b9-b535-a0cb5499cbda req-32cb09fe-ed7d-4adf-8860-005162bd0e70 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 943 time: 0.5266483 May 14 09:43:38.456085 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Attempting to bind port 2471e468-9c85-40fa-a360-1e65cedea45a on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:38.456411 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Attempting to bind port 2471e468-9c85-40fa-a360-1e65cedea45a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:38.456738 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Attempting to bind port 2471e468-9c85-40fa-a360-1e65cedea45a on network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:38.481903 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Port 2471e468-9c85-40fa-a360-1e65cedea45a on network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:43:38.482218 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Attempting to bind port 2471e468-9c85-40fa-a360-1e65cedea45a on network 46b2ba51-47c6-41f6-b12b-ebc9604e5157 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:38.505077 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:38.505408 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Checking segment: {'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:38.505780 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Bound using segment: {'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:38.506199 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Bound port: 2471e468-9c85-40fa-a360-1e65cedea45a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:38.506559 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:38.598555 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4a074f46-54dd-41b9-b535-a0cb5499cbda req-568b2e3e-e299-4993-993b-44adaffe815d tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391623 May 14 09:43:38.659250 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] For port 2471e468-9c85-40fa-a360-1e65cedea45a, host hv-cinder-73414, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:38.662794 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] For port 2471e468-9c85-40fa-a360-1e65cedea45a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2471e468-9c85-40fa-a360-1e65cedea45a,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:38.668379 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:38.673742 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:38.704887 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Router d1f9cbc2-492d-4732-8aac-0fafeabb0813 is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:43:38.731814 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:38.732409 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:38.733812 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] 10.222.0.75 "PUT /v2.0/ports/2471e468-9c85-40fa-a360-1e65cedea45a HTTP/1.1" status: 200 len: 1093 time: 2.5739019 May 14 09:43:38.735938 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'tag': '2471e468-9c85-40fa-a360-1e65cedea45a'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:38.743102 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-26953989-b67a-43bf-a719-f21fead55998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:38.832680 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'tag': '2471e468-9c85-40fa-a360-1e65cedea45a', 'status': 'completed', 'code': 200} May 14 09:43:38.978987 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2471e468-9c85-40fa-a360-1e65cedea45a,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:38.989157 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:39.066219 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:43:39.075416 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Sync routers for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:43:39.087459 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:39.088117 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:39.109377 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-5bb8d87c-d07f-4109-8883-91ac97897ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:39.111081 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-5bb8d87c-d07f-4109-8883-91ac97897ed2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ec5d8d1ab234a4abbe416e891e0685f&device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 1096 time: 0.2804027 May 14 09:43:39.111878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:39.113124 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-24e56b14-13e6-444b-8be9-6dc3c5d68b76 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1857083 May 14 09:43:39.116122 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 55980) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:39.127240 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5d96b-0246-41ab-9f9f-7ca5fe71bbc6 req-05207523-a27d-43a6-9c73-92a7677bf6e3 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:39.131018 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b5e5d96b-0246-41ab-9f9f-7ca5fe71bbc6 req-05207523-a27d-43a6-9c73-92a7677bf6e3 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2064166 May 14 09:43:39.221742 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-9fb87b6f-c0dd-431a-9b74-99f9d43cb830 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471e468-9c85-40fa-a360-1e65cedea45a HTTP/1.1" status: 200 len: 217 time: 0.0728054 May 14 09:43:39.275037 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:39.287258 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b5e5d96b-0246-41ab-9f9f-7ca5fe71bbc6 req-631f0cda-bee0-4b6e-821f-fe9a0424736c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522095 May 14 09:43:39.316114 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-b05058ee-042a-43ae-ade5-6c2b5f253387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:39.317816 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-b05058ee-042a-43ae-ade5-6c2b5f253387 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=545c1d6f-1de3-4077-9a3f-3c9df7d18d43 HTTP/1.1" status: 200 len: 848 time: 0.0859821 May 14 09:43:39.380024 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-04a1319a-f8c1-42f8-9203-efe8dfd3c77e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46b2ba51-47c6-41f6-b12b-ebc9604e5157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540864 May 14 09:43:39.561808 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-103ca277-e44e-4a39-8211-91b3b32582d7 service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743984 May 14 09:43:39.601813 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:37Z', 'revision_number': 3, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:39.606015 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Checking router: d1f9cbc2-492d-4732-8aac-0fafeabb0813 for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:43:39.606573 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Updating router d1f9cbc2-492d-4732-8aac-0fafeabb0813 port 7efed11d-4da8-4aa9-a68e-dffe186bd656 binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:43:39.664112 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:39.731129 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14145b9f-2ccc-4675-a9bc-5917e893b1fb req-1459a3a9-0fe6-4762-9836-699541a8db66 service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453993 May 14 09:43:39.947613 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-fdffc043-8b59-4017-ab88-31ad1fd4e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:39.949305 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-fdffc043-8b59-4017-ab88-31ad1fd4e8f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ec5d8d1ab234a4abbe416e891e0685f&device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 1096 time: 0.1596739 May 14 09:43:39.957293 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d213387-9189-4588-8ba9-ec8140eccbe8 req-bfdeb9ec-e087-4c73-b7da-84a237185889 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:39.964308 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d213387-9189-4588-8ba9-ec8140eccbe8 req-bfdeb9ec-e087-4c73-b7da-84a237185889 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 943 time: 0.1260111 May 14 09:43:40.112722 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.161374 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.178931 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Transition to ACTIVE for port object 7efed11d-4da8-4aa9-a68e-dffe186bd656 will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:40.186895 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.191479 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:40.198207 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d213387-9189-4588-8ba9-ec8140eccbe8 req-8412839a-6f5b-47b3-9d99-b88f4cc889d9 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326362 May 14 09:43:40.245760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-fe656405-e5a6-400b-b0d0-23fc38bea535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.247434 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-fe656405-e5a6-400b-b0d0-23fc38bea535 service neutron] 10.222.0.75 "GET /v2.0/networks?id=46b2ba51-47c6-41f6-b12b-ebc9604e5157 HTTP/1.1" status: 200 len: 909 time: 0.2799685 May 14 09:43:40.272210 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Attempting to bind port 7efed11d-4da8-4aa9-a68e-dffe186bd656 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:40.272573 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Attempting to bind port 7efed11d-4da8-4aa9-a68e-dffe186bd656 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:40.272931 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Attempting to bind port 7efed11d-4da8-4aa9-a68e-dffe186bd656 on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:40.275041 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3a8c-be04-4b48-87f9-f5fe182e6b71 None None] Pushing event updated for resources: {'Port': ['ID=7efed11d-4da8-4aa9-a68e-dffe186bd656,revision_number=2']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:40.278767 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-faed3a8c-be04-4b48-87f9-f5fe182e6b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:40.281296 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:40.281669 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:40.282999 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.282999 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:40.283305 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Bound port: 7efed11d-4da8-4aa9-a68e-dffe186bd656, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:40.283632 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.331214 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-566277ef-45bd-4f13-8c7f-9cdec83ca2d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471e468-9c85-40fa-a360-1e65cedea45a HTTP/1.1" status: 200 len: 217 time: 0.0716908 May 14 09:43:40.365793 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] For port 7efed11d-4da8-4aa9-a68e-dffe186bd656, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:40.370124 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] For port 7efed11d-4da8-4aa9-a68e-dffe186bd656, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7efed11d-4da8-4aa9-a68e-dffe186bd656,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:40.376071 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.378633 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Allocated IP 172.20.0.1 (a05fdcd6-4ed7-4d80-9199-ec16b189a3e0/a5364444-396a-47d5-97f3-21e1ef92f4a2/2fffbc45-35c5-41d7-ab0e-e5150c1dd693) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:40.383926 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-a7c1bcda-b2a7-4558-9e58-277745e94598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:40.430641 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-6818fd32-5efa-43ba-8605-75c1c68c7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:40.432620 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-6818fd32-5efa-43ba-8605-75c1c68c7a6a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=545c1d6f-1de3-4077-9a3f-3c9df7d18d43 HTTP/1.1" status: 200 len: 848 time: 0.0857379 May 14 09:43:40.484023 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3a8c-be04-4b48-87f9-f5fe182e6b71 None None] Pushing event updated for resources: {'Port': ['ID=7efed11d-4da8-4aa9-a68e-dffe186bd656,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:40.495383 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-faed3a8c-be04-4b48-87f9-f5fe182e6b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:40.522945 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:40.524066 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:40.556445 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-2f40fcdc-a711-427e-b5b9-ca7996bbbaed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=46b2ba51-47c6-41f6-b12b-ebc9604e5157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109281 May 14 09:43:40.723124 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.724589 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-44f83e3c-ef03-4210-8bcb-7f87351315dd service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571460 May 14 09:43:40.730873 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:40.745531 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Transition to ACTIVE for port object 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:40.775091 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:40.789180 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:40.867390 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:40.885097 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:40.916787 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:41.003168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-bc36771e-1919-4c5d-a2a0-1ee122e3124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:41.004680 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-bc36771e-1919-4c5d-a2a0-1ee122e3124a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.4422741 May 14 09:43:41.008792 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Pushing event updated for resources: {'Port': ['ID=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:41.016223 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.029323 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:41.032735 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3946caf9-54d1-44f4-b77a-b3d46bade1bb req-f6ed8d6b-e76e-44df-afa9-5a4885884b02 service neutron] 10.222.0.75 "GET /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957304 May 14 09:43:41.072096 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6de40-5bdb-4634-9819-2b97248b8585 req-3da7879f-ad87-45e6-9499-17857128ac0a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:41.080793 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4dd6de40-5bdb-4634-9819-2b97248b8585 req-3da7879f-ad87-45e6-9499-17857128ac0a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.4487245 May 14 09:43:41.093773 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:37Z', 'revision_number': 3, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:41.099465 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e4d66-4034-45af-8937-d24e9c7f3e4c None None] The sync data for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb is: [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:37Z', 'revision_number': 3, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:43:41.150809 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4dd6de40-5bdb-4634-9819-2b97248b8585 req-f3f2dc38-ffa8-4339-b2b5-c01f09e8e786 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690992 May 14 09:43:41.172010 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.208568 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-a8af017e-19af-4da1-b4c4-382f86448fa3 None None] Provisioning for port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:41.216091 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-a8af017e-19af-4da1-b4c4-382f86448fa3 None None] Provisioning complete for port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:41.216735 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-a8af017e-19af-4da1-b4c4-382f86448fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.226216 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-669e39a1-4137-4d62-b262-14f1023317e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:41.238318 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-669e39a1-4137-4d62-b262-14f1023317e1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.1918378 May 14 09:43:41.288806 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-a8af017e-19af-4da1-b4c4-382f86448fa3 None None] Port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:43:41.325985 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-5ab08dba-0873-4595-a412-ccc2d366cb09 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 217 time: 0.0803361 May 14 09:43:41.358455 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.500264 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-23973c8c-0e54-460b-8cb5-6ae92d2d4278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.518242 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-b70bd340-a7d3-43b9-9700-a92dc28c5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:41.520182 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-b70bd340-a7d3-43b9-9700-a92dc28c5a4b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.1856985 May 14 09:43:41.553392 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7efed11d-4da8-4aa9-a68e-dffe186bd656 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:41.585431 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-392de5b0-5367-42a3-9117-6e6ee057bab6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550408 May 14 09:43:41.631428 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de820b25-5c4e-4e06-8f8a-94ad77dbbbe9 req-eee446b5-5bf8-4ea0-87d8-65febd5ed0d5 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:41.638865 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de820b25-5c4e-4e06-8f8a-94ad77dbbbe9 req-eee446b5-5bf8-4ea0-87d8-65febd5ed0d5 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 943 time: 0.2350554 May 14 09:43:41.673046 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 7efed11d-4da8-4aa9-a68e-dffe186bd656 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:41.690091 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 7efed11d-4da8-4aa9-a68e-dffe186bd656 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:41.691584 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.728068 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.734792 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.780699 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-de820b25-5c4e-4e06-8f8a-94ad77dbbbe9 req-9252ba9c-c9d5-4d4c-af88-4560f5476874 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408272 May 14 09:43:41.782595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7c360b63-e91c-456b-a707-a0c8f4b0dad5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:41.836464 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-6d5936eb-c4b9-4f1a-890f-35eecd791938 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354057 May 14 09:43:41.854273 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.875691 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 7efed11d-4da8-4aa9-a68e-dffe186bd656, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7efed11d-4da8-4aa9-a68e-dffe186bd656,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:41.881687 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.887300 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Pushing event updated for resources: {'Port': ['ID=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:41.887952 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:41.889867 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:41.894369 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:42.010990 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=7efed11d-4da8-4aa9-a68e-dffe186bd656,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:42.015433 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:42.069352 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-28e14599-c2ad-460c-ad2e-db0a58374738 req-571550e8-5c6a-444a-888e-b3e8cb167221 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206752 May 14 09:43:42.078992 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:42.080469 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:42.281114 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:42.392240 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Router d1f9cbc2-492d-4732-8aac-0fafeabb0813 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:43:42.433302 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b620c-e7c7-4c45-a963-2c314cad7eea req-1478a8ae-f06c-4d51-84dd-029bb1ef6e8a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:42.435646 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-0c59ec8f-3581-4d06-84fa-32d0932b72b0 None None] Provisioning complete for port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:42.435801 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c83b620c-e7c7-4c45-a963-2c314cad7eea req-1478a8ae-f06c-4d51-84dd-029bb1ef6e8a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1021752 May 14 09:43:42.436438 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-0c59ec8f-3581-4d06-84fa-32d0932b72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:42.485800 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c83b620c-e7c7-4c45-a963-2c314cad7eea req-8e31d541-7f0a-4872-8d05-9d21a7c0acf1 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 May 14 09:43:42.503005 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-0c59ec8f-3581-4d06-84fa-32d0932b72b0 None None] Port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:43:42.578956 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:43:42.587991 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] 10.222.0.67 "PUT /v2.0/routers/d1f9cbc2-492d-4732-8aac-0fafeabb0813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4705701 May 14 09:43:43.053086 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ce547-1c74-439a-a479-2979ee63e009 req-e8e25373-1e99-43ad-b2a5-6b0acfd71fa6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:43.054545 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3f9ce547-1c74-439a-a479-2979ee63e009 req-e8e25373-1e99-43ad-b2a5-6b0acfd71fa6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 943 time: 0.1616468 May 14 09:43:43.100383 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Sync routers for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:43:43.102371 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3f9ce547-1c74-439a-a479-2979ee63e009 req-80522e3b-44b5-4c02-94e6-1b21f2c3c2d6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 May 14 09:43:43.110867 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:43.111683 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:43.163755 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56058) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:43.170089 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1753730846-network', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:43.174773 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:43.178611 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Usage tracker for resource:network and tenant:45dc7e936e834c24a850bbfe297c8822 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:43.181448 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:43.187697 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:43.199553 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Made reservation on behalf of 45dc7e936e834c24a850bbfe297c8822 for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:43.201855 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.213762 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.228322 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:43.232845 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Usage tracker for resource:security_group_rule and tenant:45dc7e936e834c24a850bbfe297c8822 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:43.235755 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:43.241736 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:43.328277 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:43.330875 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.335933 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.348673 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df2f999d-b27d-4953-8bb4-06c859dded32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:43.381737 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:43:43.391306 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a144d02-962a-4669-8926-4e83e9a006ad,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:43.395225 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:43.398513 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.399183 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Added segment dd72c575-d712-4fc0-9fa4-04228c3d5303 of type vlan for network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f May 14 09:43:43.440904 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.494476 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.496093 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:43.497370 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.504948 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:43.530242 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7efed11d-4da8-4aa9-a68e-dffe186bd656 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:43.701162 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5330591 May 14 09:43:43.701162 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:43.702902 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 56072) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:43.704720 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:43.718713 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Request body: {'subnet': {'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1753730846-subnet', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:43.723755 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:43.728256 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Usage tracker for resource:subnet and tenant:45dc7e936e834c24a850bbfe297c8822 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:43.729181 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:43:43.733314 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:43.739938 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:43.745310 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 7efed11d-4da8-4aa9-a68e-dffe186bd656 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:43.745998 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.751230 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Made reservation on behalf of 45dc7e936e834c24a850bbfe297c8822 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:43:43.754083 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10711490'] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:43.756248 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7e5d7-c773-479a-bc18-170b3f669325 req-21362204-7444-4d5b-81bc-eb732bd6a357 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:43.757993 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-64b7e5d7-c773-479a-bc18-170b3f669325 req-21362204-7444-4d5b-81bc-eb732bd6a357 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1374979 May 14 09:43:43.812877 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-64b7e5d7-c773-479a-bc18-170b3f669325 req-113099ed-fb8f-45fa-b265-42b33472be44 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 May 14 09:43:43.923615 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.052451 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 2, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:44.057180 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Checking router: d1f9cbc2-492d-4732-8aac-0fafeabb0813 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:43:44.057548 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Updating router d1f9cbc2-492d-4732-8aac-0fafeabb0813 port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:43:44.063705 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4ede-7687-4d02-924c-ea8ae57db05f req-4152f9f4-af96-4af4-9431-e8df4419ec67 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:44.071055 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ef4b4ede-7687-4d02-924c-ea8ae57db05f req-4152f9f4-af96-4af4-9431-e8df4419ec67 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 945 time: 0.1549215 May 14 09:43:44.116631 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.172240 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ef4b4ede-7687-4d02-924c-ea8ae57db05f req-82fb49bb-64f0-452e-a620-d2270c7dae9a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001737 May 14 09:43:44.284084 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10565398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10711516'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.289019 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c5d8f916-3d32-44b7-baa1-46c8a61d70c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:44.318750 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2639-69b8-458f-80b9-7a5de79db48a req-757f4eb2-1417-46c2-8a31-3e4cca670b23 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:44.320450 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3bfb2639-69b8-458f-80b9-7a5de79db48a req-757f4eb2-1417-46c2-8a31-3e4cca670b23 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 943 time: 0.0848942 May 14 09:43:44.369307 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3bfb2639-69b8-458f-80b9-7a5de79db48a req-bd753a09-4210-41fe-aeb2-e5a86afe76ac tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 May 14 09:43:44.465899 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525817a2-973d-4e30-94e6-f09f569b2c85,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:44.468878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:44.473312 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Checking segment: {'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:44.473850 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Network hostable DHCP agents. Network: 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:43:44.491902 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:43:44.494675 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.504830 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:44.512860 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Transition to ACTIVE for port object 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:44.517312 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3e89a-3d81-41c6-8674-f402725b9cad None None] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:44.528759 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:44.529496 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.557813 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-6734a4ca-740e-450e-a828-43c28cb0ee86 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8520215 May 14 09:43:44.559057 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56086) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:44.567151 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:43:44.571926 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:44.576279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Usage tracker for resource:router and tenant:45dc7e936e834c24a850bbfe297c8822 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:44.579182 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:44.585092 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:44.592842 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.600241 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:44.603751 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.604957 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.621665 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.760423 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82505a7-f4fe-40ab-9c41-fb00439f74fc None None] Pushing event updated for resources: {'Port': ['ID=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:44.772570 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c82505a7-f4fe-40ab-9c41-fb00439f74fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:44.893920 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.910380 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Attempting to bind port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:44.910791 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Attempting to bind port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:44.911173 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Attempting to bind port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 on network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:44.928680 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:44.928982 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Checking segment: {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:44.929398 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:44.929797 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Bound using segment: {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:44.930290 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Bound port: 2fffbc45-35c5-41d7-ab0e-e5150c1dd693, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:44.930682 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.053296 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f', 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'fixed_ips': [{'subnet_id': '525817a2-973d-4e30-94e6-f09f569b2c85'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:43:45.054142 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.076876 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac00098-2855-4089-bd6a-eb819d2e2f41 req-1a126c54-6e8e-4f56-9efb-5bc08729249d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:45.078418 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dac00098-2855-4089-bd6a-eb819d2e2f41 req-1a126c54-6e8e-4f56-9efb-5bc08729249d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1120658 May 14 09:43:45.137764 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dac00098-2855-4089-bd6a-eb819d2e2f41 req-fafe1e29-67f9-4612-b47c-9badf64e9079 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 May 14 09:43:45.171301 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] For port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:45.176937 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] For port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:45.185732 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.193157 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:45.324570 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82505a7-f4fe-40ab-9c41-fb00439f74fc None None] Pushing event updated for resources: {'Port': ['ID=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:45.327269 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:45.327903 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:45.377951 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.388008 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c82505a7-f4fe-40ab-9c41-fb00439f74fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:45.434656 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.460418 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Allocated IP 172.20.0.2 (8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f/525817a2-973d-4e30-94e6-f09f569b2c85/6159a5be-b8ea-4f6d-b7d2-7076ede2f40d) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:45.514886 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f48ea-3535-49d2-8031-b5b1f595a50a req-61cf3e93-e176-49d5-8840-3b31d56a3a6b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:45.516520 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1e7f48ea-3535-49d2-8031-b5b1f595a50a req-61cf3e93-e176-49d5-8840-3b31d56a3a6b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 945 time: 0.2137752 May 14 09:43:45.590073 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1e7f48ea-3535-49d2-8031-b5b1f595a50a req-d0059e6b-338b-4ea0-95ca-fb8f59e95a95 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667276 May 14 09:43:45.618301 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0928c5d-812e-408d-b67d-6eb7fc8a954b req-2e496509-312d-4376-b54f-e940ddcc7d51 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:45.620570 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b0928c5d-812e-408d-b67d-6eb7fc8a954b req-2e496509-312d-4376-b54f-e940ddcc7d51 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 943 time: 0.0931675 May 14 09:43:45.703497 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b0928c5d-812e-408d-b67d-6eb7fc8a954b req-326476af-1dc4-4c6b-bce0-c7766f8374d5 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754547 May 14 09:43:45.716276 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:45.744630 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Allocated IP 172.28.0.152 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/1ae265df-c506-4a50-a506-09696435656d) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:45.767374 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 2471e468-9c85-40fa-a360-1e65cedea45a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:43:45.890051 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.921264 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:45.924999 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-77948a4b-f662-446e-b307-160797702b97 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:45.975715 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.db.resource_extend [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 09:43:45.985413 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:45.988362 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:45.997416 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:46.027124 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Pushing event updated for resources: {'Port': ['ID=1ae265df-c506-4a50-a506-09696435656d,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:46.033442 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:46.097372 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.141157 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Transition to ACTIVE for port object 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:46.222360 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Transition to ACTIVE for port object 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:46.231170 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 2471e468-9c85-40fa-a360-1e65cedea45a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2471e468-9c85-40fa-a360-1e65cedea45a,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:46.243521 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.250206 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:46.288528 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '2471e468-9c85-40fa-a360-1e65cedea45a', 'network_id': '46b2ba51-47c6-41f6-b12b-ebc9604e5157', 'port_id': '2471e468-9c85-40fa-a360-1e65cedea45a', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545c1d6f-1de3-4077-9a3f-3c9df7d18d43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:43:46.312557 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:46.316485 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:46.350680 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b151d-11c1-4290-9afc-c4c1394f230a req-85746aa5-fc2f-4ea0-be44-3dfb7c5c34d4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:46.350955 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:46.352693 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b78b151d-11c1-4290-9afc-c4c1394f230a req-85746aa5-fc2f-4ea0-be44-3dfb7c5c34d4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0921257 May 14 09:43:46.403159 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b78b151d-11c1-4290-9afc-c4c1394f230a req-e0577478-87ff-476b-8732-9f65c9309cae tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441802 May 14 09:43:46.408697 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Pushing event updated for resources: {'Port': ['ID=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:46.416782 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:46.468332 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.477862 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.544166 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Attempting to bind port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:46.544540 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Attempting to bind port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:46.544898 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Attempting to bind port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d on network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:46.549766 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2471e468-9c85-40fa-a360-1e65cedea45a {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:43:46.568743 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:45Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:46.573167 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:46.573535 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Checking segment: {'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:46.573989 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.576017 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Bound using segment: {'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:46.576530 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Bound port: 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:46.577291 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.592447 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.596764 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 2471e468-9c85-40fa-a360-1e65cedea45a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2471e468-9c85-40fa-a360-1e65cedea45a,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:46.599585 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b50c5-f3d4-4977-97f4-7fb3d0b6d1f1 None None] The sync data for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb is: [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:45Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:43:46.626234 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.633087 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:46.753662 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] For port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:46.760941 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=2471e468-9c85-40fa-a360-1e65cedea45a,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:46.764753 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:46.766428 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] For port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,segment=NetworkSegment(dd72c575-d712-4fc0-9fa4-04228c3d5303),segment_id=dd72c575-d712-4fc0-9fa4-04228c3d5303)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:46.771629 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:46.777360 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:46.785447 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:43:46.879181 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Pushing event updated for resources: {'Port': ['ID=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:46.882586 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:47.007276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cee-3925-4993-9bc7-32128203e03f req-a6f41929-2e56-4c49-844e-1405e9293465 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:47.009712 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3b9b1cee-3925-4993-9bc7-32128203e03f req-a6f41929-2e56-4c49-844e-1405e9293465 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 944 time: 0.1393778 May 14 09:43:47.059842 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-2cf39ca2-1d66-4a9a-a617-00f2c11f623d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:47.061419 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-2cf39ca2-1d66-4a9a-a617-00f2c11f623d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 945 time: 0.4626336 May 14 09:43:47.084947 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3b9b1cee-3925-4993-9bc7-32128203e03f req-fd0b7cb9-cb9b-4252-a1ba-5360a2352d71 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700178 May 14 09:43:47.150978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:47.310307 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['2471e468-9c85-40fa-a360-1e65cedea45a'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:47.512591 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1a3f-ef26-435a-a9e5-0d66a1e436cf req-9f291916-70c1-4c3f-8b16-a2a51d2e261b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:47.519665 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3d8c1a3f-ef26-435a-a9e5-0d66a1e436cf req-9f291916-70c1-4c3f-8b16-a2a51d2e261b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 945 time: 0.5700550 May 14 09:43:47.602309 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:47.639011 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3d8c1a3f-ef26-435a-a9e5-0d66a1e436cf req-33771359-958b-4b80-86ff-2bbf8222d20d tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184249 May 14 09:43:47.682862 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Deleting port aef9cb30-72b3-487f-a7fb-3242ebedf02a {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:47.683423 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:47.696709 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:47.703576 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:47.782308 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:47.788522 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:47.788918 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:47.909391 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Router da6b6a58-daeb-4f4a-a805-4a5e57310b3c is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:43:47.912304 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] For port aef9cb30-72b3-487f-a7fb-3242ebedf02a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=aef9cb30-72b3-487f-a7fb-3242ebedf02a,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:47.912662 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:47.928557 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:47.970871 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:47.977722 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:47.981575 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:48.054370 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816d045-6f0a-4fa0-82cf-5e9e3feb948d None None] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:43:48.056224 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Calling delete_port for aef9cb30-72b3-487f-a7fb-3242ebedf02a owned by compute:nova {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:43:48.143366 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:48.146826 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:48.160218 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Provisioning for port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:48.167124 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Provisioning complete for port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:48.167678 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.263532 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657ad0-c149-4d2f-9aac-81fe3e7d3f92 req-856ef504-2682-4675-919b-971c0dcf12b0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:48.265204 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b3657ad0-c149-4d2f-9aac-81fe3e7d3f92 req-856ef504-2682-4675-919b-971c0dcf12b0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.4911165 May 14 09:43:48.330557 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e25d2-4b84-4b1f-974c-90fde540bd55 req-9d4f57cd-6580-4a6e-b176-e0b251a0384a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:48.332746 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2c5e25d2-4b84-4b1f-974c-90fde540bd55 req-9d4f57cd-6580-4a6e-b176-e0b251a0384a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 944 time: 0.0850537 May 14 09:43:48.334888 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:43:48.344811 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Sync routers for ids ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:43:48.357349 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Routers {'da6b6a58-daeb-4f4a-a805-4a5e57310b3c'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:48.358609 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:48.359505 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b3657ad0-c149-4d2f-9aac-81fe3e7d3f92 req-531ad47b-ea1c-4dc9-a62b-77a9ec05dfd2 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883517 May 14 09:43:48.404976 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2c5e25d2-4b84-4b1f-974c-90fde540bd55 req-6ebfbe9b-5d37-4679-ae7c-2b6066ce5bf3 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 May 14 09:43:48.411331 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.415580 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8544970 May 14 09:43:48.417807 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 56124) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:48.477305 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.493380 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:48.513268 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.553951 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] For port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,segment=NetworkSegment(dd72c575-d712-4fc0-9fa4-04228c3d5303),segment_id=dd72c575-d712-4fc0-9fa4-04228c3d5303)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:48.559057 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.568647 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:48.578650 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event deleted for resources: {'Port': ['ID=aef9cb30-72b3-487f-a7fb-3242ebedf02a,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:48.609964 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Set router da6b6a58-daeb-4f4a-a805-4a5e57310b3c gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:48.612786 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:48.665783 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Pushing event updated for resources: {'Port': ['ID=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:48.669480 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] No DVR routers for this DVR port aef9cb30-72b3-487f-a7fb-3242ebedf02a on host hv-cinder-73414 {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:43:48.673546 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:48.684821 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'name': 'network-vif-deleted', 'tag': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:48.694972 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:48.710755 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-52a047a5-3421-4cac-8981-c10d4b90df7d req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "DELETE /v2.0/ports/aef9cb30-72b3-487f-a7fb-3242ebedf02a HTTP/1.1" status: 204 len: 173 time: 1.6271503 May 14 09:43:48.743557 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a5d981e7-27ec-433c-96ca-9cc07e96efd9', '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', '7f5adcba-bd29-495c-8b51-f01586376794'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:48.900302 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5b0b22cd-e92e-4c7b-8104-9be9915dd2bc req-6df0bc5f-1f8c-413c-8d39-362b7bcab33b tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d1e9aac-3ddf-4497-ba76-6c94975230ce HTTP/1.1" status: 200 len: 210 time: 0.0785050 May 14 09:43:49.009390 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d7c4c41a-3f9c-4b35-a38c-3ad0f0f49df9 None None] Provisioning complete for port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:49.009865 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c41a-3f9c-4b35-a38c-3ad0f0f49df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.011820 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e9aac-3ddf-4497-ba76-6c94975230ce', 'name': 'network-vif-deleted', 'tag': 'aef9cb30-72b3-487f-a7fb-3242ebedf02a', 'status': 'completed', 'code': 200} May 14 09:43:49.095459 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': '1ae265df-c506-4a50-a506-09696435656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:43:46Z', 'revision_number': 3, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port': {'id': '1ae265df-c506-4a50-a506-09696435656d', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:45Z', 'updated_at': '2021-05-14T09:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:49.099178 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Checking router: da6b6a58-daeb-4f4a-a805-4a5e57310b3c for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:43:49.099519 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Updating router da6b6a58-daeb-4f4a-a805-4a5e57310b3c port 1ae265df-c506-4a50-a506-09696435656d binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:43:49.189562 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.342405 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.587246 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:49.641141 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.667770 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Transition to ACTIVE for port object 1ae265df-c506-4a50-a506-09696435656d will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:49.680865 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.697480 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:49.703363 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:49.703920 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.777398 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Allocated IP 172.20.0.1 (8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f/525817a2-973d-4e30-94e6-f09f569b2c85/8992b011-2561-4778-8c44-de90b1390a29) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:43:49.778636 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c1ea-854c-4f0d-a320-78161076eed3 req-9fb3307c-afd1-45ac-b6d5-775f80226944 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:49.781165 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8186c1ea-854c-4f0d-a320-78161076eed3 req-9fb3307c-afd1-45ac-b6d5-775f80226944 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 944 time: 0.1785433 May 14 09:43:49.788918 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Attempting to bind port 1ae265df-c506-4a50-a506-09696435656d on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:49.789280 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Attempting to bind port 1ae265df-c506-4a50-a506-09696435656d by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:49.789632 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Attempting to bind port 1ae265df-c506-4a50-a506-09696435656d on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:49.796189 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 2471e468-9c85-40fa-a360-1e65cedea45a up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:49.798625 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Pushing event updated for resources: {'Port': ['ID=1ae265df-c506-4a50-a506-09696435656d,revision_number=2']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:49.800929 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:49.801308 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:49.801703 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.802071 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:49.802551 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Bound port: 1ae265df-c506-4a50-a506-09696435656d, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:49.802931 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.840087 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8186c1ea-854c-4f0d-a320-78161076eed3 req-9e990ac8-afd5-447f-a827-d7111d5a5252 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 May 14 09:43:49.845291 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.845916 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.845916 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.846244 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.846572 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.846887 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.847194 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.847497 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.847821 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.848128 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.848430 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.848726 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:43:49.854545 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:49.889613 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85306690-432d-464a-81bb-d6e2e7f496c8 req-816add7d-e1cd-4ef8-8b51-9e8ca39a02e7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:49.897044 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-85306690-432d-464a-81bb-d6e2e7f496c8 req-816add7d-e1cd-4ef8-8b51-9e8ca39a02e7 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.3173339 May 14 09:43:49.908679 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] For port 1ae265df-c506-4a50-a506-09696435656d, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:49.912373 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] For port 1ae265df-c506-4a50-a506-09696435656d, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=1ae265df-c506-4a50-a506-09696435656d,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:49.913604 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 2471e468-9c85-40fa-a360-1e65cedea45a completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:49.917490 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.923292 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-faed3a8c-be04-4b48-87f9-f5fe182e6b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:49.924047 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 2471e468-9c85-40fa-a360-1e65cedea45a triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:49.924497 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:49.985433 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-85306690-432d-464a-81bb-d6e2e7f496c8 req-934c0d6d-c720-469b-8020-f5e36f2818bc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871673 May 14 09:43:50.002203 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Pushing event updated for resources: {'Port': ['ID=1ae265df-c506-4a50-a506-09696435656d,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:50.005904 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:50.017098 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Routers {'da6b6a58-daeb-4f4a-a805-4a5e57310b3c'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:50.017796 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:50.057698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.077639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Transition to ACTIVE for port object 8992b011-2561-4778-8c44-de90b1390a29 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:50.087815 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:50.110484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.123280 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:50.166118 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:50.174801 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:50.177499 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:43:50.239816 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:50.240658 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.245786 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] Set router da6b6a58-daeb-4f4a-a805-4a5e57310b3c gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:50.261685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Pushing event updated for resources: {'Port': ['ID=8992b011-2561-4778-8c44-de90b1390a29,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:50.264706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.267147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:50.425202 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.466692 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.609848 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2471e468-9c85-40fa-a360-1e65cedea45a'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:50.627111 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 2471e468-9c85-40fa-a360-1e65cedea45a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2471e468-9c85-40fa-a360-1e65cedea45a,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:50.635250 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.636724 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device aef9cb30-72b3-487f-a7fb-3242ebedf02a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:43:50.679715 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2471e468-9c85-40fa-a360-1e65cedea45a', 'code': 200} May 14 09:43:50.687059 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:50.717104 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': '1ae265df-c506-4a50-a506-09696435656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:43:46Z', 'revision_number': 3, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port': {'id': '1ae265df-c506-4a50-a506-09696435656d', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:45Z', 'updated_at': '2021-05-14T09:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:50.723117 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81953d-df3b-4bdf-9ae5-9c43899e315d None None] The sync data for ids ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'] in dv-cinder-734144-18-smb is: [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': '1ae265df-c506-4a50-a506-09696435656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:43:46Z', 'revision_number': 3, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port': {'id': '1ae265df-c506-4a50-a506-09696435656d', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:45Z', 'updated_at': '2021-05-14T09:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:43:50.754156 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.760316 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.762783 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2adef928-fc9e-41a1-99e7-66092730be40 None None] Provisioning for port 8992b011-2561-4778-8c44-de90b1390a29 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:50.780505 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: aef9cb30-72b3-487f-a7fb-3242ebedf02a {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:43:50.780505 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device aef9cb30-72b3-487f-a7fb-3242ebedf02a not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:43:50.790695 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-770b96b1-a537-4a20-862f-3c6ec92c94c7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:50.791757 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2adef928-fc9e-41a1-99e7-66092730be40 None None] Provisioning complete for port 8992b011-2561-4778-8c44-de90b1390a29 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:50.792435 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2adef928-fc9e-41a1-99e7-66092730be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.879299 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2adef928-fc9e-41a1-99e7-66092730be40 None None] Port 8992b011-2561-4778-8c44-de90b1390a29 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:43:50.879550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:50.883915 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Pushing event updated for resources: {'Port': ['ID=8992b011-2561-4778-8c44-de90b1390a29,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:50.885164 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=2471e468-9c85-40fa-a360-1e65cedea45a,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:50.888563 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:50.890333 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:51.084601 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:43:51.086513 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:43:51.110033 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3b55a-04de-4745-a5ee-d9ec112f96df req-fe42f1c9-d0e9-4c70-81d3-e8c3f9cfcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:51.111601 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14a3b55a-04de-4745-a5ee-d9ec112f96df req-fe42f1c9-d0e9-4c70-81d3-e8c3f9cfcd4f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 1098 time: 0.1726298 May 14 09:43:51.232607 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91831a7-a278-4eae-b608-dca8690581eb req-28c5b187-1d68-4f92-b0a2-67b2f5b8463b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:51.234209 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e91831a7-a278-4eae-b608-dca8690581eb req-28c5b187-1d68-4f92-b0a2-67b2f5b8463b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 945 time: 0.2220557 May 14 09:43:51.235929 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-14a3b55a-04de-4745-a5ee-d9ec112f96df req-cbc41a5d-867b-48bb-b24a-b322140ef6fc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091290 May 14 09:43:51.331477 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e91831a7-a278-4eae-b608-dca8690581eb req-be1ac1e4-e723-4c8d-91fb-76005ce18b40 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910249 May 14 09:43:51.439299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1b681-6f6f-4a5b-bcc9-e17033ddf65c req-30e8c37e-8ffc-4ed9-bd0e-d9af1ec1e64e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:51.442033 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fba1b681-6f6f-4a5b-bcc9-e17033ddf65c req-30e8c37e-8ffc-4ed9-bd0e-d9af1ec1e64e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2598112 May 14 09:43:51.518325 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fba1b681-6f6f-4a5b-bcc9-e17033ddf65c req-35e270f7-9c6f-4100-8edd-ae6f6fcc4d8c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569563 May 14 09:43:51.523888 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Router da6b6a58-daeb-4f4a-a805-4a5e57310b3c has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:43:51.524822 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-51c124eb-c9f9-4e5a-9044-c10a85f6ce2b None None] Provisioning complete for port 8992b011-2561-4778-8c44-de90b1390a29 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:51.525277 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-51c124eb-c9f9-4e5a-9044-c10a85f6ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:51.586112 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 1ae265df-c506-4a50-a506-09696435656d up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:51.698348 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-51c124eb-c9f9-4e5a-9044-c10a85f6ce2b None None] Port 8992b011-2561-4778-8c44-de90b1390a29 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:43:51.716328 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 1ae265df-c506-4a50-a506-09696435656d completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:51.730628 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 1ae265df-c506-4a50-a506-09696435656d triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:51.731172 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:51.754707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:43:51.765844 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] 10.222.0.67 "PUT /v2.0/routers/da6b6a58-daeb-4f4a-a805-4a5e57310b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3454547 May 14 09:43:51.885441 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:51.904467 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 1ae265df-c506-4a50-a506-09696435656d, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=1ae265df-c506-4a50-a506-09696435656d,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:51.909869 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:51.913324 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c82505a7-f4fe-40ab-9c41-fb00439f74fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:51.991306 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=1ae265df-c506-4a50-a506-09696435656d,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:51.996038 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:52.046201 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15158cf-0fd7-4afd-bbc4-1cd639f05f99 req-283a319e-a690-45d1-aa4a-4734c923094c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:52.046969 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-c15158cf-0fd7-4afd-bbc4-1cd639f05f99 req-283a319e-a690-45d1-aa4a-4734c923094c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:52.063301 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-c15158cf-0fd7-4afd-bbc4-1cd639f05f99 req-283a319e-a690-45d1-aa4a-4734c923094c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:52.064551 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c15158cf-0fd7-4afd-bbc4-1cd639f05f99 req-283a319e-a690-45d1-aa4a-4734c923094c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 945 time: 0.1273494 May 14 09:43:52.110968 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c15158cf-0fd7-4afd-bbc4-1cd639f05f99 req-f71f2772-f5f9-463e-84e5-ee8bf66653d4 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 May 14 09:43:52.654925 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95a40e-fdf4-4162-8209-d979f14b62bd req-4d47a818-4f6d-4811-a4c1-3bd80c46616b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:52.656665 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7c95a40e-fdf4-4162-8209-d979f14b62bd req-4d47a818-4f6d-4811-a4c1-3bd80c46616b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 945 time: 0.2145615 May 14 09:43:52.705240 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7c95a40e-fdf4-4162-8209-d979f14b62bd req-21df143b-673a-484b-b9cf-4f3f752e8832 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 May 14 09:43:52.753600 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56216) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:52.971859 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:53.029397 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:43:53.034934 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Usage tracker for resource:security_group_rule and tenant:307460c164844120a5ba016287bd1f2b is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:43:53.039193 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:43:53.062817 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:43:53.113073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8d611-ff2b-43fa-bd8c-f6a2faf32f37 req-44ff54d3-0798-4594-a24b-8a5466ee25e4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:53.123207 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dd8d611-ff2b-43fa-bd8c-f6a2faf32f37 req-44ff54d3-0798-4594-a24b-8a5466ee25e4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2002449 May 14 09:43:53.193387 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dd8d611-ff2b-43fa-bd8c-f6a2faf32f37 req-df798f6c-5940-473e-b31c-8aaa736f54d4 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685477 May 14 09:43:53.376445 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Sync routers for ids ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:43:53.379914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:53.386697 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:53.388605 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Routers {'da6b6a58-daeb-4f4a-a805-4a5e57310b3c'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:53.389230 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:53.395419 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-b479234d-2fbe-44f6-b2a2-8d7f640ce595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:53.468639 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=307460c164844120a5ba016287bd1f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7139933 May 14 09:43:53.469725 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c4b5f4-744f-47a4-afc1-28c20b4ace9d,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:53.471490 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 56224) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:43:53.473087 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:53.483119 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567c40-931e-4fd9-be2b-db7259c5f965 req-44d25055-d4ce-4d74-8b2a-d977944b79be tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:53.484638 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-09567c40-931e-4fd9-be2b-db7259c5f965 req-44d25055-d4ce-4d74-8b2a-d977944b79be tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 945 time: 0.2144334 May 14 09:43:53.569419 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 1ae265df-c506-4a50-a506-09696435656d up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:53.580637 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:53.586903 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-09567c40-931e-4fd9-be2b-db7259c5f965 req-ef41660e-090d-445f-b547-2063ee27ff34 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761180 May 14 09:43:53.613477 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:53.695606 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:53.701627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f1b6a48a-7da7-412a-8792-fcc94ad16397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:53.715010 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c4b5f4-744f-47a4-afc1-28c20b4ace9d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:53.735057 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Set router da6b6a58-daeb-4f4a-a805-4a5e57310b3c gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:53.741225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:53.749986 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:53.752261 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6c4b5f4-744f-47a4-afc1-28c20b4ace9d HTTP/1.1" status: 204 len: 168 time: 0.2795300 May 14 09:43:53.785243 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 1ae265df-c506-4a50-a506-09696435656d triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:53.785629 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:54.026838 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589f61b-d53f-434d-bddc-a5d3b458b788 req-738bcfbc-5b05-4480-b7d0-9df05128ffc9 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:54.028424 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9589f61b-d53f-434d-bddc-a5d3b458b788 req-738bcfbc-5b05-4480-b7d0-9df05128ffc9 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 945 time: 0.1065278 May 14 09:43:54.154573 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9589f61b-d53f-434d-bddc-a5d3b458b788 req-6f405fd4-dad1-43ca-bf6e-5a265eacf38f tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188474 May 14 09:43:54.418733 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': '1ae265df-c506-4a50-a506-09696435656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:43:50Z', 'revision_number': 4, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port': {'id': '1ae265df-c506-4a50-a506-09696435656d', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:45Z', 'updated_at': '2021-05-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '8992b011-2561-4778-8c44-de90b1390a29', 'name': '', 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'mac_address': 'fa:16:3e:6d:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '525817a2-973d-4e30-94e6-f09f569b2c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:49Z', 'updated_at': '2021-05-14T09:43:50Z', 'revision_number': 2, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'subnets': [{'id': '525817a2-973d-4e30-94e6-f09f569b2c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:54.431267 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Checking router: da6b6a58-daeb-4f4a-a805-4a5e57310b3c for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:43:54.432334 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Updating router da6b6a58-daeb-4f4a-a805-4a5e57310b3c port 8992b011-2561-4778-8c44-de90b1390a29 binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:43:54.466254 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-860da3c4-63a0-4ef5-a995-f1283293d299 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:54.469313 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-860da3c4-63a0-4ef5-a995-f1283293d299 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 945 time: 0.1428282 May 14 09:43:54.506426 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8a119-6aa9-498f-b49d-ea8a4ee1fd30 req-8530a824-b1b8-457b-8a4b-31e5d0cbe5d8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:54.516780 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a6c8a119-6aa9-498f-b49d-ea8a4ee1fd30 req-8530a824-b1b8-457b-8a4b-31e5d0cbe5d8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1460938 May 14 09:43:54.551466 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:54.602229 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a6c8a119-6aa9-498f-b49d-ea8a4ee1fd30 req-a5c1ef26-6959-44bf-b4df-f2e3ff9699f9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782881 May 14 09:43:54.765219 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Deleting port 7f5adcba-bd29-495c-8b51-f01586376794 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:54.765219 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.000272 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] For port 7f5adcba-bd29-495c-8b51-f01586376794, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f5adcba-bd29-495c-8b51-f01586376794,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:55.000622 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.124775 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.132970 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Calling delete_port for 7f5adcba-bd29-495c-8b51-f01586376794 owned by compute:nova {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:43:55.142640 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Transition to ACTIVE for port object 8992b011-2561-4778-8c44-de90b1390a29 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:43:55.157801 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.163836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-7905f750-b5ae-453c-82c5-d4c841602aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:55.258383 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.267022 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:55.294377 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a5d981e7-27ec-433c-96ca-9cc07e96efd9', '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', '7f5adcba-bd29-495c-8b51-f01586376794'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:55.452203 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event deleted for resources: {'Port': ['ID=7f5adcba-bd29-495c-8b51-f01586376794,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:55.471957 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:55.505777 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13230c-fa04-44bf-a1fc-25732253e7ba None None] Pushing event updated for resources: {'Port': ['ID=8992b011-2561-4778-8c44-de90b1390a29,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:55.523578 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2d13230c-fa04-44bf-a1fc-25732253e7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:55.572375 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] No DVR routers for this DVR port 7f5adcba-bd29-495c-8b51-f01586376794 on host hv-cinder-73414 {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:43:55.578137 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.596122 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'name': 'network-vif-deleted', 'tag': '7f5adcba-bd29-495c-8b51-f01586376794'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:55.605779 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1f24d3c8-41b2-40df-bcd1-c8589731eed6 req-70a6be97-bab0-4bba-87a4-e9292ce6a7fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "DELETE /v2.0/ports/7f5adcba-bd29-495c-8b51-f01586376794 HTTP/1.1" status: 204 len: 173 time: 1.1301553 May 14 09:43:55.665427 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631356f-af6d-41aa-a97c-dfd7d0f30af2 req-3b3221f3-868f-4b30-bbe3-eb64fb1e706e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:55.666840 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-3631356f-af6d-41aa-a97c-dfd7d0f30af2 req-3b3221f3-868f-4b30-bbe3-eb64fb1e706e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:55.693356 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Attempting to bind port 8992b011-2561-4778-8c44-de90b1390a29 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:43:55.693794 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Attempting to bind port 8992b011-2561-4778-8c44-de90b1390a29 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:43:55.694115 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Attempting to bind port 8992b011-2561-4778-8c44-de90b1390a29 on network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:43:55.707271 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-3631356f-af6d-41aa-a97c-dfd7d0f30af2 req-3b3221f3-868f-4b30-bbe3-eb64fb1e706e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:55.708774 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3631356f-af6d-41aa-a97c-dfd7d0f30af2 req-3b3221f3-868f-4b30-bbe3-eb64fb1e706e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fb881d7-415e-43a7-a0b2-ab43b76616c4 HTTP/1.1" status: 200 len: 867 time: 0.8392875 May 14 09:43:55.797927 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:43:55.798302 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Checking segment: {'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:43:55.798757 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.799158 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Bound using segment: {'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:43:55.799658 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Bound port: 8992b011-2561-4778-8c44-de90b1390a29, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd72c575-d712-4fc0-9fa4-04228c3d5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:43:55.800528 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:55.805100 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3631356f-af6d-41aa-a97c-dfd7d0f30af2 req-e0fd031b-7b94-4767-a630-f19da97bcef0 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872362 May 14 09:43:55.935705 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb881d7-415e-43a7-a0b2-ab43b76616c4', 'name': 'network-vif-deleted', 'tag': '7f5adcba-bd29-495c-8b51-f01586376794', 'status': 'completed', 'code': 200} May 14 09:43:56.111901 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] For port 8992b011-2561-4778-8c44-de90b1390a29, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:43:56.120049 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] For port 8992b011-2561-4778-8c44-de90b1390a29, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=8992b011-2561-4778-8c44-de90b1390a29,segment=NetworkSegment(dd72c575-d712-4fc0-9fa4-04228c3d5303),segment_id=dd72c575-d712-4fc0-9fa4-04228c3d5303)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:43:56.130774 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:56.156272 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:56.259333 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1290d8e-ac59-4f92-8220-eee594af9902 req-7bf2b24a-27a7-4a0f-92a4-e5bd58825888 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:56.267118 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b1290d8e-ac59-4f92-8220-eee594af9902 req-7bf2b24a-27a7-4a0f-92a4-e5bd58825888 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1275101 May 14 09:43:56.306566 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bc4ae-028f-4589-b0cd-b9a920634760 req-b0f322e4-eca6-46cb-b768-5e678ee045c5 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:56.316041 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a99bc4ae-028f-4589-b0cd-b9a920634760 req-b0f322e4-eca6-46cb-b768-5e678ee045c5 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 945 time: 0.2431409 May 14 09:43:56.376594 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13230c-fa04-44bf-a1fc-25732253e7ba None None] Pushing event updated for resources: {'Port': ['ID=8992b011-2561-4778-8c44-de90b1390a29,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:56.379599 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b1290d8e-ac59-4f92-8220-eee594af9902 req-04d35809-6497-4f63-b72d-2736b9af2443 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991373 May 14 09:43:56.384310 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2d13230c-fa04-44bf-a1fc-25732253e7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:56.398356 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Routers {'da6b6a58-daeb-4f4a-a805-4a5e57310b3c'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:43:56.399011 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:43:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:56.418691 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a99bc4ae-028f-4589-b0cd-b9a920634760 req-ce8d198b-17bd-4361-bf11-8ed9bb4610c3 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010902 May 14 09:43:56.765055 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] Set router da6b6a58-daeb-4f4a-a805-4a5e57310b3c gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:43:57.166622 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': '1ae265df-c506-4a50-a506-09696435656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:43:50Z', 'revision_number': 4, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port': {'id': '1ae265df-c506-4a50-a506-09696435656d', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:45Z', 'updated_at': '2021-05-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '8992b011-2561-4778-8c44-de90b1390a29', 'name': '', 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'mac_address': 'fa:16:3e:6d:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '525817a2-973d-4e30-94e6-f09f569b2c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:49Z', 'updated_at': '2021-05-14T09:43:56Z', 'revision_number': 4, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'subnets': [{'id': '525817a2-973d-4e30-94e6-f09f569b2c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:43:57.171004 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839d02b-a8a0-4880-bc44-c5e9ddb42df4 None None] The sync data for ids ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'] in dv-cinder-734144-18-smb is: [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': '1ae265df-c506-4a50-a506-09696435656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:43:50Z', 'revision_number': 4, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port': {'id': '1ae265df-c506-4a50-a506-09696435656d', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:45Z', 'updated_at': '2021-05-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '8992b011-2561-4778-8c44-de90b1390a29', 'name': '', 'network_id': '8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'mac_address': 'fa:16:3e:6d:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '525817a2-973d-4e30-94e6-f09f569b2c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:49Z', 'updated_at': '2021-05-14T09:43:56Z', 'revision_number': 4, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'subnets': [{'id': '525817a2-973d-4e30-94e6-f09f569b2c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:43:57.440695 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c30b1-a5ff-4c60-a891-93e9fc6b0726 req-19a27d16-de35-40be-8a7f-648516bb0bdb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:57.450258 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3a9c30b1-a5ff-4c60-a891-93e9fc6b0726 req-19a27d16-de35-40be-8a7f-648516bb0bdb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 946 time: 0.1403008 May 14 09:43:57.564054 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3a9c30b1-a5ff-4c60-a891-93e9fc6b0726 req-8a140338-71b4-4d33-b289-5279146e591c tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855362 May 14 09:43:57.792772 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8992b011-2561-4778-8c44-de90b1390a29 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:57.842811 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 7f5adcba-bd29-495c-8b51-f01586376794 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:43:57.858856 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbce8c-c22b-4553-a60b-cfb04a449b81 req-97440f03-e1a6-41f4-ac97-93fa456aa28a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:57.860528 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9fcbce8c-c22b-4553-a60b-cfb04a449b81 req-97440f03-e1a6-41f4-ac97-93fa456aa28a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2752450 May 14 09:43:57.945113 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9fcbce8c-c22b-4553-a60b-cfb04a449b81 req-10f876c2-a256-4186-a557-37aa6ee0c6f9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753298 May 14 09:43:57.999635 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced0eb7-8357-4a4e-8aeb-b33a8f38da41 req-c7421b68-190f-4a3a-972e-b98d4ee3168c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:58.001248 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1ced0eb7-8357-4a4e-8aeb-b33a8f38da41 req-c7421b68-190f-4a3a-972e-b98d4ee3168c tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 945 time: 0.1771398 May 14 09:43:58.002177 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 7f5adcba-bd29-495c-8b51-f01586376794 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:43:58.002825 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 7f5adcba-bd29-495c-8b51-f01586376794 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:43:58.026095 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 8992b011-2561-4778-8c44-de90b1390a29 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:43:58.035733 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 8992b011-2561-4778-8c44-de90b1390a29 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:58.036943 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:58.141506 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1ced0eb7-8357-4a4e-8aeb-b33a8f38da41 req-d0f30f9c-cdaa-48e7-9fc5-ba1c681ec175 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/security-groups?id=75cda0c0-3ff6-4026-8526-8dbf522567aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234734 May 14 09:43:58.179117 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-af9d2f13-753d-4ef8-b629-38e6ca5c176b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:58.180216 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-af9d2f13-753d-4ef8-b629-38e6ca5c176b tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 945 time: 0.2030902 May 14 09:43:58.320424 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:58.360776 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 8992b011-2561-4778-8c44-de90b1390a29, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=8992b011-2561-4778-8c44-de90b1390a29,segment=NetworkSegment(dd72c575-d712-4fc0-9fa4-04228c3d5303),segment_id=dd72c575-d712-4fc0-9fa4-04228c3d5303)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:58.366247 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:58.368233 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:58.430427 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Deleting port 2471e468-9c85-40fa-a360-1e65cedea45a {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:58.430822 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:58.459884 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=8992b011-2561-4778-8c44-de90b1390a29,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:58.463428 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:58.612650 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] For port 2471e468-9c85-40fa-a360-1e65cedea45a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2471e468-9c85-40fa-a360-1e65cedea45a,segment=NetworkSegment(e680ec3f-bb69-4b4e-82ad-3b15f7f82066),segment_id=e680ec3f-bb69-4b4e-82ad-3b15f7f82066)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:58.613002 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:58.884232 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Calling delete_port for 2471e468-9c85-40fa-a360-1e65cedea45a owned by compute:nova {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:43:58.953158 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1514de9-7427-44c4-b354-4230df06b40c req-670069f1-5cb1-463a-8712-728e1418a9b3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:58.954744 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a1514de9-7427-44c4-b354-4230df06b40c req-670069f1-5cb1-463a-8712-728e1418a9b3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 946 time: 0.1835063 May 14 09:43:59.057469 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a1514de9-7427-44c4-b354-4230df06b40c req-07303b92-2e1c-4b80-b9e8-aa014c0a8850 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883253 May 14 09:43:59.115724 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:59.122050 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-193e3c0a-a400-4069-9730-8c0d80fdfcf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:43:59.127835 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['2471e468-9c85-40fa-a360-1e65cedea45a'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:43:59.234360 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Pushing event deleted for resources: {'Port': ['ID=2471e468-9c85-40fa-a360-1e65cedea45a,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:43:59.245896 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:43:59.267969 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a577-940c-452b-86a0-6391804d6df6 req-3bef7665-c0e0-4071-abf5-40a0a26dcc23 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:59.276136 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6280a577-940c-452b-86a0-6391804d6df6 req-3bef7665-c0e0-4071-abf5-40a0a26dcc23 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1121511 May 14 09:43:59.306126 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] No DVR routers for this DVR port 2471e468-9c85-40fa-a360-1e65cedea45a on host hv-cinder-73414 {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:43:59.311576 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:59.315501 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'name': 'network-vif-deleted', 'tag': '2471e468-9c85-40fa-a360-1e65cedea45a'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:43:59.342229 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6280a577-940c-452b-86a0-6391804d6df6 req-7af927d9-94d8-402d-9e1e-3413bc0c1087 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642285 May 14 09:43:59.344571 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4ee5bc4d-9739-4208-b9d5-84ca06fa7e99 req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.75 "DELETE /v2.0/ports/2471e468-9c85-40fa-a360-1e65cedea45a HTTP/1.1" status: 204 len: 173 time: 1.1549540 May 14 09:43:59.464164 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-7d7c996a-3c8d-4149-893a-50baa305a4c7 req-2afae62e-6c80-4ccb-9c3c-a92058f19bb6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Synchronizing usage tracker for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:43:59.511794 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-7d7c996a-3c8d-4149-893a-50baa305a4c7 req-2afae62e-6c80-4ccb-9c3c-a92058f19bb6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Unset dirty status for tenant:6ec5d8d1ab234a4abbe416e891e0685f on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:43:59.513444 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d7c996a-3c8d-4149-893a-50baa305a4c7 req-2afae62e-6c80-4ccb-9c3c-a92058f19bb6 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da1dc19-81c5-4c16-aace-ccaea6746122 HTTP/1.1" status: 200 len: 210 time: 0.1123776 May 14 09:43:59.528363 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-ae89f6e8-319b-428f-a82d-472f6876fefb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:43:59.536296 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-ae89f6e8-319b-428f-a82d-472f6876fefb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 946 time: 0.1840973 May 14 09:43:59.564976 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8992b011-2561-4778-8c44-de90b1390a29 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:43:59.642096 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da1dc19-81c5-4c16-aace-ccaea6746122', 'name': 'network-vif-deleted', 'tag': '2471e468-9c85-40fa-a360-1e65cedea45a', 'status': 'completed', 'code': 200} May 14 09:43:59.707858 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 8992b011-2561-4778-8c44-de90b1390a29 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:43:59.713860 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:59.816550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Deleting port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:43:59.817139 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:43:59.991495 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] For port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:43:59.992363 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:00.151681 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Calling delete_port for 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:44:00.338981 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4e3e0-437f-4020-874d-ffe608e02e4c req-48c68c7d-0d82-4dad-b8b0-8c7bd380e2fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:00.340728 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a1d4e3e0-437f-4020-874d-ffe608e02e4c req-48c68c7d-0d82-4dad-b8b0-8c7bd380e2fa tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 946 time: 0.1494253 May 14 09:44:00.410504 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a1d4e3e0-437f-4020-874d-ffe608e02e4c req-8b8fa97b-a0ce-40c5-bfc6-3f6cde38c0ce tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609694 May 14 09:44:00.411947 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:00.425067 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a5d981e7-27ec-433c-96ca-9cc07e96efd9'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:44:00.441289 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:00.598155 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254f844-e2e6-4104-b00a-e25dd37bfdff req-41b899bf-e82d-4c86-9ffb-e030225dae4d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:00.608788 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a254f844-e2e6-4104-b00a-e25dd37bfdff req-41b899bf-e82d-4c86-9ffb-e030225dae4d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1055815 May 14 09:44:00.678055 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event deleted for resources: {'Port': ['ID=809f0ae3-2b15-4ea1-bd99-faeece1b0fc3,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:00.680753 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a254f844-e2e6-4104-b00a-e25dd37bfdff req-d2c7e13a-91be-4101-95aa-5aa132e73412 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703738 May 14 09:44:00.685581 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:00.700243 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] No DVR routers for this DVR port 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:44:00.702873 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:00.713102 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'name': 'network-vif-deleted', 'tag': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:00.723590 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c42ea7b4-d3e6-4f2f-bd07-2bbd05b4c105 req-aad4b567-5c80-4e44-a545-f73ab539453e tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "DELETE /v2.0/ports/809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 HTTP/1.1" status: 204 len: 173 time: 1.1860802 May 14 09:44:00.845479 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39', 'name': 'network-vif-deleted', 'tag': '809f0ae3-2b15-4ea1-bd99-faeece1b0fc3', 'status': 'completed', 'code': 200} May 14 09:44:01.655496 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-305d1b91-e576-4d16-a90b-1ca6f54deb33 req-15ab79e6-398e-486d-9089-1118c2e1c7dc tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b8f3a2-6f4a-45f8-a8dc-45a6b7a47c39 HTTP/1.1" status: 200 len: 210 time: 0.0662229 May 14 09:44:01.819843 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 2471e468-9c85-40fa-a360-1e65cedea45a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:01.854846 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 2471e468-9c85-40fa-a360-1e65cedea45a {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:44:01.855600 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 2471e468-9c85-40fa-a360-1e65cedea45a not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:44:01.856160 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:01.906317 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:44:01.906692 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 809f0ae3-2b15-4ea1-bd99-faeece1b0fc3 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:44:01.949025 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b32ca1-c9f7-437f-9a5d-7c5a0b6c94e2 req-cb066b25-e00c-4a37-8243-74434fe63fe8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:01.951067 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f2b32ca1-c9f7-437f-9a5d-7c5a0b6c94e2 req-cb066b25-e00c-4a37-8243-74434fe63fe8 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1351354 May 14 09:44:02.026063 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f2b32ca1-c9f7-437f-9a5d-7c5a0b6c94e2 req-69fa88f6-4c7b-4176-b191-29d0d2312909 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550399 May 14 09:44:03.354770 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812276ca-a0a8-4b80-9006-2d560f5a455c req-d6e365ed-ab9b-4f47-827f-17c95b2a7e9e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:03.368409 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-812276ca-a0a8-4b80-9006-2d560f5a455c req-d6e365ed-ab9b-4f47-827f-17c95b2a7e9e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1766167 May 14 09:44:03.511026 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-812276ca-a0a8-4b80-9006-2d560f5a455c req-f9d1307a-7834-43bf-b968-c0bd3097eebf tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414232 May 14 09:44:03.600564 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ce4da-1308-4860-b8fe-661238bb752a req-d9890d5a-52a3-42d0-99a5-bccdc68b09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:03.603387 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-546ce4da-1308-4860-b8fe-661238bb752a req-d9890d5a-52a3-42d0-99a5-bccdc68b09fc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.1539288 May 14 09:44:03.673479 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-546ce4da-1308-4860-b8fe-661238bb752a req-8393d8db-698b-4f7e-b2b1-a82baa7df933 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611694 May 14 09:44:04.623596 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa7cab-c42c-4b41-add8-7b9af0e4e22b req-223a7c0e-87df-4db2-9b2f-060fd9f3a348 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:04.632108 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-48aa7cab-c42c-4b41-add8-7b9af0e4e22b req-223a7c0e-87df-4db2-9b2f-060fd9f3a348 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.1314075 May 14 09:44:04.683746 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-48aa7cab-c42c-4b41-add8-7b9af0e4e22b req-684f03e1-581b-4497-91df-a87f871c53ec tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505042 May 14 09:44:05.056519 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef077-58de-4141-a8aa-008064ea09aa req-d8532a0d-7249-46fd-8542-02c659a00e8d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:05.060156 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4e0ef077-58de-4141-a8aa-008064ea09aa req-d8532a0d-7249-46fd-8542-02c659a00e8d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1353962 May 14 09:44:05.148250 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4e0ef077-58de-4141-a8aa-008064ea09aa req-1dd9bdcf-0fd1-43c4-a43f-4cb8b3ca11b1 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813105 May 14 09:44:05.999932 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1b401-5751-4293-8c2f-2dbff8b64751 req-1feb4e7d-fbfd-4856-8685-d7199464d1a3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:06.000708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-26f1b401-5751-4293-8c2f-2dbff8b64751 req-1feb4e7d-fbfd-4856-8685-d7199464d1a3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Synchronizing usage tracker for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:06.023204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-26f1b401-5751-4293-8c2f-2dbff8b64751 req-1feb4e7d-fbfd-4856-8685-d7199464d1a3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Unset dirty status for tenant:8d910852dc8b45a3b19a925a0aefb4f4 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:06.024721 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26f1b401-5751-4293-8c2f-2dbff8b64751 req-1feb4e7d-fbfd-4856-8685-d7199464d1a3 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.1295540 May 14 09:44:06.118896 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26f1b401-5751-4293-8c2f-2dbff8b64751 req-29daa03a-2f93-44e1-9a18-11e933206b38 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831392 May 14 09:44:06.423923 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d50213-27fd-43fb-a676-3000e2e50e07 req-b2edc14b-9cf6-4c89-afa6-a9ee5a7507c1 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:06.425759 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f8d50213-27fd-43fb-a676-3000e2e50e07 req-b2edc14b-9cf6-4c89-afa6-a9ee5a7507c1 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1500006 May 14 09:44:06.548200 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f8d50213-27fd-43fb-a676-3000e2e50e07 req-61d0ac0f-56b6-4f7c-abc3-853e58ab014b tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093130 May 14 09:44:06.928245 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-7bf884bf-189c-4cfa-8055-cacfbdfcc89a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:06.930327 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-7bf884bf-189c-4cfa-8055-cacfbdfcc89a tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.1802397 May 14 09:44:07.265068 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Deleting port a5d981e7-27ec-433c-96ca-9cc07e96efd9 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:44:07.265689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:07.322505 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c703-19a6-415a-a06d-37def8039701 req-c54e561f-62d2-451f-a42e-54f3022f681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:07.324176 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4674c703-19a6-415a-a06d-37def8039701 req-c54e561f-62d2-451f-a42e-54f3022f681e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f7f0d419b34945c4b9892b5821655a1f&device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 1098 time: 0.1975474 May 14 09:44:07.548237 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] For port a5d981e7-27ec-433c-96ca-9cc07e96efd9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a5d981e7-27ec-433c-96ca-9cc07e96efd9,segment=NetworkSegment(a837f9fc-3ed9-42ef-b739-2dee3f5e6959),segment_id=a837f9fc-3ed9-42ef-b739-2dee3f5e6959)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:07.549002 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:07.629677 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c703-19a6-415a-a06d-37def8039701 req-3a50bfd9-befc-4a28-8dcd-bed152b5187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:07.631196 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4674c703-19a6-415a-a06d-37def8039701 req-3a50bfd9-befc-4a28-8dcd-bed152b5187d service neutron] 10.222.0.75 "GET /v2.0/networks?id=9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 200 len: 920 time: 0.3007038 May 14 09:44:07.638902 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d992d95-be59-4371-9c33-a5543f0805ed req-0d33f4a5-ff87-499d-bc62-0a4fed7f05bc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:07.645792 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3d992d95-be59-4371-9c33-a5543f0805ed req-0d33f4a5-ff87-499d-bc62-0a4fed7f05bc tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1049120 May 14 09:44:07.686373 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Calling delete_port for a5d981e7-27ec-433c-96ca-9cc07e96efd9 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:44:07.762156 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3d992d95-be59-4371-9c33-a5543f0805ed req-4b57bed8-1a9a-4490-a58c-b0e3b09cbd7d tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154268 May 14 09:44:07.763645 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4674c703-19a6-415a-a06d-37def8039701 req-1032e1b0-6bf0-48e0-8233-d0d9c85b8607 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 200 len: 217 time: 0.0947239 May 14 09:44:07.837418 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e180e56-964b-4b17-ac8d-f229b886c020 req-5859a7ee-d88c-41fa-9ce7-62027d767b50 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:07.847680 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6e180e56-964b-4b17-ac8d-f229b886c020 req-5859a7ee-d88c-41fa-9ce7-62027d767b50 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 945 time: 0.1518135 May 14 09:44:07.901169 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6e180e56-964b-4b17-ac8d-f229b886c020 req-35a2c5b1-5d1e-4da3-82cd-e2f7669eb3d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522821 May 14 09:44:07.974988 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c703-19a6-415a-a06d-37def8039701 req-7764580a-f6b8-477c-9cd4-c359a2ce0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:07.981170 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4674c703-19a6-415a-a06d-37def8039701 req-7764580a-f6b8-477c-9cd4-c359a2ce0f73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 200 len: 859 time: 0.2059245 May 14 09:44:08.033698 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4674c703-19a6-415a-a06d-37def8039701 req-965a0212-47d4-43f3-9d3a-032fe6702411 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9d751f93-920e-4bc8-8948-0bb0af0099eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474799 May 14 09:44:08.072844 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:08.081528 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f0f47ffa-2276-401b-b390-29e5b9e36232 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:08.165989 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Pushing event deleted for resources: {'Port': ['ID=a5d981e7-27ec-433c-96ca-9cc07e96efd9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:08.173655 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:08.226663 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4674c703-19a6-415a-a06d-37def8039701 req-4d72f6e8-6d4b-422f-92f1-18f84ed8dd90 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815574 May 14 09:44:08.389398 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4674c703-19a6-415a-a06d-37def8039701 req-2ccde0ab-a00b-4132-bb5c-3384505b0b95 service neutron] 10.222.0.75 "GET /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552534 May 14 09:44:08.413561 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] No DVR routers for this DVR port a5d981e7-27ec-433c-96ca-9cc07e96efd9 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:44:08.418098 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:08.420805 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'name': 'network-vif-deleted', 'tag': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:08.463664 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5c6a60f7-4963-433f-ba04-675e178c5ff4 req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.75 "DELETE /v2.0/ports/a5d981e7-27ec-433c-96ca-9cc07e96efd9 HTTP/1.1" status: 204 len: 173 time: 1.5277030 May 14 09:44:08.512815 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2cf145-2560-4c77-b347-b820af4a6a42', 'name': 'network-vif-deleted', 'tag': 'a5d981e7-27ec-433c-96ca-9cc07e96efd9', 'status': 'completed', 'code': 200} May 14 09:44:08.519734 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-e26f5baa-48b2-4132-a589-98ad454464f2 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:08.521631 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-e26f5baa-48b2-4132-a589-98ad454464f2 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 814 time: 0.3936696 May 14 09:44:08.545758 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-8614a0e7-5080-471f-8f8a-92f8e86f54e5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/quotas/8efc398d8f0840baa35ef5c8be839340 HTTP/1.1" status: 200 len: 375 time: 0.0172813 May 14 09:44:08.642565 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-f220b0af-7d5f-474f-962f-6a6c84883e6d tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Synchronizing usage tracker for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:08.667611 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-f220b0af-7d5f-474f-962f-6a6c84883e6d tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Unset dirty status for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:08.669395 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-f220b0af-7d5f-474f-962f-6a6c84883e6d tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162775 May 14 09:44:08.759875 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-81c34ef2-2c54-4a60-9c80-d0870436a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:08.856988 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-50575f1a-fe52-42d1-a575-7782ab45386b service neutron] 10.222.0.67 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728725 May 14 09:44:08.961787 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57f129-2eba-449c-904e-f1149f5cee32 req-87e39aaa-4b11-4a41-9c23-c54005087211 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:08.971496 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fe57f129-2eba-449c-904e-f1149f5cee32 req-87e39aaa-4b11-4a41-9c23-c54005087211 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0969348 May 14 09:44:09.061545 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fe57f129-2eba-449c-904e-f1149f5cee32 req-cab2b711-dd50-4df8-b716-a1ccd37e3feb tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892756 May 14 09:44:09.112190 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-cad8184f-e068-4c30-af27-a608f612d2e0 service neutron] 10.222.0.67 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562790 May 14 09:44:09.435694 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-048584dc-ab2d-4209-9bc8-3743fe3ae239 req-1f52ae4b-cc83-44ff-ac5f-46687be00b46 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c2cf145-2560-4c77-b347-b820af4a6a42 HTTP/1.1" status: 200 len: 210 time: 0.1551604 May 14 09:44:09.527608 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-73059feb-5ec8-4852-be94-57233e375de6 req-650aa90f-2745-4f3c-9cfe-9d4fec98cdcd tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 210 time: 0.0515647 May 14 09:44:09.838218 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a5d981e7-27ec-433c-96ca-9cc07e96efd9 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:09.886146 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: a5d981e7-27ec-433c-96ca-9cc07e96efd9 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:44:09.886703 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a5d981e7-27ec-433c-96ca-9cc07e96efd9 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:44:10.270671 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18379fa9-0f80-445c-8e2b-d82f237a939c req-68a0a2b3-d2e6-42c8-a808-7d5914567d6c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:10.278108 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-18379fa9-0f80-445c-8e2b-d82f237a939c req-68a0a2b3-d2e6-42c8-a808-7d5914567d6c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0918198 May 14 09:44:10.330871 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-18379fa9-0f80-445c-8e2b-d82f237a939c req-f8c9232f-1834-405b-b40e-9c685044a467 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517521 May 14 09:44:10.586695 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56580) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:10.675399 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Deleting subnet 576a5578-81c9-42ff-a61a-77d5b0fe16a6 {{(pid=78736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:44:10.679078 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:10.747416 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11830040'] for subnet, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:10.809413 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ad9114c7-16b9-4f9a-b570-11fc4bdcba73 req-a824f5f3-171f-4eb5-954a-b3f2e9e703e0 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 210 time: 0.0980165 May 14 09:44:10.853589 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:10.973969 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-c9d8454d-dfb4-4cc2-8d89-d1f3a02370ed tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:10.975519 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-c9d8454d-dfb4-4cc2-8d89-d1f3a02370ed tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.75 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 814 time: 0.2077589 May 14 09:44:11.042800 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'port': {'device_id': '34755c5d-324e-442d-b23f-32fb332c7b98', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'admin_state_up': True, 'tenant_id': '8efc398d8f0840baa35ef5c8be839340'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:11.186288 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.239329 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12020166'] for subnet, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.241776 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:11.249823 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-eac16c80-6fb7-476d-b096-fd307c6d4f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:11.255345 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:11.273339 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Made reservation on behalf of 8efc398d8f0840baa35ef5c8be839340 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:44:11.277957 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.288852 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576a5578-81c9-42ff-a61a-77d5b0fe16a6,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:11.295289 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.301079 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:11.304833 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] 10.222.0.67 "DELETE /v2.0/subnets/576a5578-81c9-42ff-a61a-77d5b0fe16a6 HTTP/1.1" status: 204 len: 168 time: 0.7169178 May 14 09:44:11.307168 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56598) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:11.443476 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.503799 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-ed86311f-e049-4e37-aa07-55870fc2bc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.643007 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.665878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035dbd2b-2bc5-4faa-9914-9cbb07c9a42f']}} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:11.692054 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959') {'for_net_delete': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:11.692435 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a837f9fc-3ed9-42ef-b739-2dee3f5e6959') {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:11.722189 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11830243'] for segment, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.725537 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Allocated IP 172.20.0.5 (a05fdcd6-4ed7-4d80-9199-ec16b189a3e0/a5364444-396a-47d5-97f3-21e1ef92f4a2/dbe00572-2f33-4a56-b8f3-ee6b386fc5b5) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:44:11.816849 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.843487 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=78736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:44:11.843946 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010906'] for segment, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:11.845724 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603233c-56f7-4a9e-9aa3-21a7f0dd5f6f req-db0230ee-7a62-42c1-9e09-ffbcb2084369 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:11.859345 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4603233c-56f7-4a9e-9aa3-21a7f0dd5f6f req-db0230ee-7a62-42c1-9e09-ffbcb2084369 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2209132 May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: Traceback (most recent call last): May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: timer() May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: cb(*args, **kw) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: return func(*args, **kwargs) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: self._notify() May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: self.callback(batched_events) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: event.method(event) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: return f(self, *a, **k) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: return self._get(url).json() May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: return self.request(url, 'GET', **kwargs) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:44:11.887165 dv-cinder-734144-18-smb neutron-server[78736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:44:12.127767 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:12.143572 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4603233c-56f7-4a9e-9aa3-21a7f0dd5f6f req-b5a9a6a3-157f-41f7-9744-f8ffe622cdc1 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795162 May 14 09:44:12.280608 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:12.327606 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:12.355973 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:12.467590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:12.508538 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Transition to ACTIVE for port object dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:44:12.528029 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] 10.222.0.67 "DELETE /v2.0/networks/035dbd2b-2bc5-4faa-9914-9cbb07c9a42f HTTP/1.1" status: 204 len: 168 time: 1.2197971 May 14 09:44:12.550861 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:12.551449 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ee9f1fcb-1fd1-4b7d-88c6-5d7f5168c8e6 req-99e19c34-5f95-4a57-990b-53cea0ea1371 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 210 time: 0.1574664 May 14 09:44:12.556906 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Pushing event deleted for resources: {'Network': ['ID=035dbd2b-2bc5-4faa-9914-9cbb07c9a42f,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:12.569067 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:12.572303 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:12.658049 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:44:12.671850 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:44:12.676484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:44:12.853806 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:12.869553 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:12.876508 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56650) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:12.949529 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:12.951621 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.003183 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9646044 May 14 09:44:13.017476 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Request body: {'port': {'device_id': '34755c5d-324e-442d-b23f-32fb332c7b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:13.023920 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-70b87796-eb24-451e-a808-0d870cff83d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d910852dc8b45a3b19a925a0aefb4f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1461151 May 14 09:44:13.027921 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56658) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:13.138568 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.173017 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.223927 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-e411dbf0-a3e4-4620-b488-93d7285952b6 None None] Provisioning for port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:44:13.236813 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-e411dbf0-a3e4-4620-b488-93d7285952b6 None None] Provisioning complete for port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:44:13.237836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-e411dbf0-a3e4-4620-b488-93d7285952b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.250439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.268968 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5f30bce6-b2e6-4e8f-bca1-7a2dd0f6eacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:13.314867 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd80be-9ef1-4660-bb9c-8b85f5e034cb,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:13.326178 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:13.339656 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.343234 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0bd80be-9ef1-4660-bb9c-8b85f5e034cb HTTP/1.1" status: 204 len: 168 time: 0.3138125 May 14 09:44:13.420348 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-e411dbf0-a3e4-4620-b488-93d7285952b6 None None] Port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:44:13.440011 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.856207 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:13.987251 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ce90a-9922-4588-9024-be6b15faa6dc req-639ce18b-44df-4314-b505-c7cdb846e615 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:13.988995 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9f9ce90a-9922-4588-9024-be6b15faa6dc req-639ce18b-44df-4314-b505-c7cdb846e615 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 931 time: 0.2015407 May 14 09:44:14.075065 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-9f9ce90a-9922-4588-9024-be6b15faa6dc req-97f2166f-14ee-4a12-b2c2-cd6745c87ef0 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Synchronizing usage tracker for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:14.127617 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-9f9ce90a-9922-4588-9024-be6b15faa6dc req-97f2166f-14ee-4a12-b2c2-cd6745c87ef0 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Unset dirty status for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:14.129899 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9f9ce90a-9922-4588-9024-be6b15faa6dc req-97f2166f-14ee-4a12-b2c2-cd6745c87ef0 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315176 May 14 09:44:14.613329 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:44:14.657945 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.706125 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Transition to ACTIVE for port object dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:44:14.721276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:14.735488 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:15.038630 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:15.287783 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:15.478044 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56716) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:15.988550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Attempting to bind port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:44:15.989707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Attempting to bind port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:44:15.990263 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Attempting to bind port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 on network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:44:16.002249 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648d963-c019-4220-bbb8-ad2023ede676 req-5ee2381e-e27f-4417-a9c3-d4c5899e6cb7 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:16.003387 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-5648d963-c019-4220-bbb8-ad2023ede676 req-5ee2381e-e27f-4417-a9c3-d4c5899e6cb7 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Synchronizing usage tracker for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:16.009707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 on network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:44:16.010331 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Attempting to bind port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 on network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:44:16.030739 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:44:16.031389 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Checking segment: {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:44:16.032397 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Bound using segment: {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:44:16.043461 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Bound port: dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459aae9-f17e-4297-9c64-66cf2970ea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:44:16.044122 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:16.073685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-5648d963-c019-4220-bbb8-ad2023ede676 req-5ee2381e-e27f-4417-a9c3-d4c5899e6cb7 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Unset dirty status for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:16.081208 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5648d963-c019-4220-bbb8-ad2023ede676 req-5ee2381e-e27f-4417-a9c3-d4c5899e6cb7 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.6515617 May 14 09:44:16.243811 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:16.266356 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:16.286504 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Usage tracker for resource:security_group_rule and tenant:8b35ba7257dc4242970466a7f4f45265 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:16.326133 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:16.335662 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:16.436177 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5648d963-c019-4220-bbb8-ad2023ede676 req-c6a341c8-b643-4df5-b013-bef09efb49fa tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535981 May 14 09:44:16.571926 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:44:16.573146 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:16.582930 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:44:16.599967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:16.599967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fd7cff10-c61a-45cd-854e-0a12f318cfe1 tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:16.602374 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:16.610141 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:16.671525 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9051f542-a73d-4303-aba1-0be9ea291da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:16.773580 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:16.774149 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:16.787683 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] 10.222.0.75 "PUT /v2.0/ports/dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 1093 time: 3.7727828 May 14 09:44:16.788764 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b35ba7257dc4242970466a7f4f45265&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3058040 May 14 09:44:16.788954 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:16.837133 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 56742) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:16.907861 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'status': 'completed', 'code': 200} May 14 09:44:16.919004 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f18a68-0647-4b40-b041-c4e3110834f4,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:16.943635 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:17.039823 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:17.064255 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:17.073119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:17.115119 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:17.181378 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043ff9d-5ccf-4f82-9108-c570aa56c90a req-dc0e466d-f45f-4ee7-9cc7-aa9edc7cd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:17.184860 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2043ff9d-5ccf-4f82-9108-c570aa56c90a req-dc0e466d-f45f-4ee7-9cc7-aa9edc7cd730 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1096 time: 0.2347193 May 14 09:44:17.294100 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:17.302277 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ba507597-a84d-4d35-ba45-55ed2b626d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:17.375246 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f18a68-0647-4b40-b041-c4e3110834f4,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:17.395760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:17.400824 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:17.425358 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c2f18a68-0647-4b40-b041-c4e3110834f4 HTTP/1.1" status: 204 len: 168 time: 0.5770802 May 14 09:44:17.471739 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043ff9d-5ccf-4f82-9108-c570aa56c90a req-84d2ce02-b734-493b-b4a2-5d9042d7c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:17.473210 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2043ff9d-5ccf-4f82-9108-c570aa56c90a req-84d2ce02-b734-493b-b4a2-5d9042d7c92b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=8efc398d8f0840baa35ef5c8be839340&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2711272 May 14 09:44:17.844014 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a0bba-75a0-4541-a18e-d0ba649c0f75 req-32db3e72-f4cf-423c-89b4-9017323f99ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:17.866327 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8c9a0bba-75a0-4541-a18e-d0ba649c0f75 req-32db3e72-f4cf-423c-89b4-9017323f99ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.1811056 May 14 09:44:18.219004 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8c9a0bba-75a0-4541-a18e-d0ba649c0f75 req-7986640f-3ae2-462c-9a26-105f0e3094e3 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499889 May 14 09:44:18.374060 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043ff9d-5ccf-4f82-9108-c570aa56c90a req-2612a90a-6476-4f82-b8f6-17d8018f1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:18.379407 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2043ff9d-5ccf-4f82-9108-c570aa56c90a req-2612a90a-6476-4f82-b8f6-17d8018f1e9d service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4741607 May 14 09:44:18.904905 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9229d-ff95-4b1c-a665-2f7ea81c2f3e req-dcff3432-3393-489b-936e-76ef38f16797 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:18.914513 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4bc9229d-ff95-4b1c-a665-2f7ea81c2f3e req-dcff3432-3393-489b-936e-76ef38f16797 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1061575 May 14 09:44:18.990115 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4bc9229d-ff95-4b1c-a665-2f7ea81c2f3e req-a40dcbf4-571f-403a-8e32-a3b2f771877e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716946 May 14 09:44:19.208098 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-ccaa57cd-90e0-4215-b473-ca444dfafd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:19.209528 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-ccaa57cd-90e0-4215-b473-ca444dfafd7a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1096 time: 0.2095237 May 14 09:44:19.730070 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d416c-20f7-4dc3-9cd5-84054a33a748 req-a796444a-2d1a-4df5-85ba-a4f78a6093ce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:19.731698 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-661d416c-20f7-4dc3-9cd5-84054a33a748 req-a796444a-2d1a-4df5-85ba-a4f78a6093ce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.3253202 May 14 09:44:19.858791 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-fa4708cc-2f0f-40b5-bda7-77cc4a8c46cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 217 time: 0.1238616 May 14 09:44:19.879308 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-661d416c-20f7-4dc3-9cd5-84054a33a748 req-78d57275-f9a5-48e9-8f22-f4399950beaf tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662222 May 14 09:44:20.425072 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-23531f7f-5910-4bcc-9906-3f4847ef8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:20.426846 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-23531f7f-5910-4bcc-9906-3f4847ef8481 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 200 len: 853 time: 0.3076446 May 14 09:44:20.574891 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816f70-81cf-464e-af56-9a7e299500bc req-e0681aec-638f-48f9-8939-d1e08b4141f0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:20.582661 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e6816f70-81cf-464e-af56-9a7e299500bc req-e0681aec-638f-48f9-8939-d1e08b4141f0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.3559058 May 14 09:44:20.647344 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e6816f70-81cf-464e-af56-9a7e299500bc req-782d6dc1-d1a5-43e7-97a4-c8f6e39d8919 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637963 May 14 09:44:20.682742 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-9bafd88a-72de-455e-8366-e2ee0124e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:20.684247 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-9bafd88a-72de-455e-8366-e2ee0124e820 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2268519 May 14 09:44:21.268822 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b31a1-3a68-4588-8815-5a7c3bae5616 req-81d74560-bad8-4a75-90d5-287413d4a48e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:21.271489 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-761b31a1-3a68-4588-8815-5a7c3bae5616 req-81d74560-bad8-4a75-90d5-287413d4a48e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.1428022 May 14 09:44:21.363647 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-761b31a1-3a68-4588-8815-5a7c3bae5616 req-d555ff49-91eb-4081-8be0-33a21dd10f83 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771177 May 14 09:44:23.787263 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:44:27.441626 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 56988) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:27.572620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:27.588230 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:27.592428 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ecd059f98b4f5e9d985b2219ff131c is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:27.595481 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:27.601656 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:27.687380 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:27.692815 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:27.700965 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8a2fbd7-5b86-4404-bcc5-aeffc50297e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:27.739987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b9a63-e4a3-420c-9d7e-20c41a33b3a7,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:27.744090 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4ecd059f98b4f5e9d985b2219ff131c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015990 May 14 09:44:27.744937 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:27.747465 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 56994) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:27.818978 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:27.844626 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:27.911020 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:27.915054 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3c76ba81-4728-4b92-b3d1-d18ecd192d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:27.930181 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:27.931395 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/311b9a63-e4a3-420c-9d7e-20c41a33b3a7 HTTP/1.1" status: 204 len: 168 time: 0.1829321 May 14 09:44:27.933940 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b9a63-e4a3-420c-9d7e-20c41a33b3a7,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:27.936803 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:28.247181 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57004) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:28.270218 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:28.286100 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:28.290023 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b51e5184ef41463ea0e288796f875646 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:28.292813 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:28.298389 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:28.451166 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:28.462853 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:28.477187 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fb62576f-d772-4cf0-9ed6-2dfc797b0774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:28.515649 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b51e5184ef41463ea0e288796f875646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642572 May 14 09:44:28.516748 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57010) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:28.517700 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b41b2a9-8b33-47bf-b319-61d0ec0b849f,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:28.521020 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:28.581084 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:28.609566 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:28.664036 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:28.668194 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5559d584-8b4c-4650-88f3-9261c96d8835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:28.680113 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b41b2a9-8b33-47bf-b319-61d0ec0b849f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:28.683227 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:28.691911 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:28.693484 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b41b2a9-8b33-47bf-b319-61d0ec0b849f HTTP/1.1" status: 204 len: 168 time: 0.1754501 May 14 09:44:31.522975 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57116) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:31.659282 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Deleting subnet 545c1d6f-1de3-4077-9a3f-3c9df7d18d43 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:44:31.664512 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:31.777121 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10515965'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:31.799165 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06d620-6d8f-41f8-ba17-fa25bb0e4434 req-26ce48ee-f66e-4155-99f7-d362ff411029 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:31.800729 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-db06d620-6d8f-41f8-ba17-fa25bb0e4434 req-26ce48ee-f66e-4155-99f7-d362ff411029 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.0855534 May 14 09:44:31.843440 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-f4353772-ef16-40fa-b995-5aba33fafd3c service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709594 May 14 09:44:31.850084 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-db06d620-6d8f-41f8-ba17-fa25bb0e4434 req-2a3aac9a-e8e6-400d-8933-2a28aca8928c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 May 14 09:44:31.940136 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.061134 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9aa41-f714-4278-bea4-4c25640fd339 req-02139a1e-40dc-45cd-a89e-d52698758880 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:32.062698 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3ba9aa41-f714-4278-bea4-4c25640fd339 req-02139a1e-40dc-45cd-a89e-d52698758880 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.3354208 May 14 09:44:32.144170 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-03889597-8fa2-4a00-aa82-f6a1725122c5 req-06ce988b-6280-4ef9-9ee5-a617926d1831 service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901506 May 14 09:44:32.193462 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3ba9aa41-f714-4278-bea4-4c25640fd339 req-b2f57849-f9f2-459e-8ffb-511ed83c3098 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151195 May 14 09:44:32.313238 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10678737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10711461'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.318066 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a846649f-e5da-48e5-a403-b34056694d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:32.351486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545c1d6f-1de3-4077-9a3f-3c9df7d18d43,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:32.355548 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:32.361315 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.367778 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1317e201-3740-409c-a097-65ebfcf98306 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/545c1d6f-1de3-4077-9a3f-3c9df7d18d43 HTTP/1.1" status: 204 len: 168 time: 0.8437099 May 14 09:44:32.370328 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57138) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:32.495960 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.703910 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.720456 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b2ba51-47c6-41f6-b12b-ebc9604e5157']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:32.732761 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:32.733070 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e680ec3f-bb69-4b4e-82ad-3b15f7f82066') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:32.744000 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.759748 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.766345 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:44:32.766762 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:44:32.779932 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:44:32.857367 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.861742 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:32.878624 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:32.891114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Pushing event deleted for resources: {'Network': ['ID=46b2ba51-47c6-41f6-b12b-ebc9604e5157,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:32.896778 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:32.902491 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-2fcf251e-648f-4d55-919b-e4e61d77c62c admin admin] 10.222.0.67 "DELETE /v2.0/networks/46b2ba51-47c6-41f6-b12b-ebc9604e5157 HTTP/1.1" status: 204 len: 168 time: 0.5285449 May 14 09:44:33.099303 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57154) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:33.149896 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-9dced683-5804-4f12-bb53-8073a82ef95e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ec5d8d1ab234a4abbe416e891e0685f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491793 May 14 09:44:33.152446 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57158) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:33.201346 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce4373-3770-4465-9b12-5f407d3ef738 req-831818b8-9b73-4080-a40a-d0e0177df2ad tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:33.203202 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8ce4373-3770-4465-9b12-5f407d3ef738 req-831818b8-9b73-4080-a40a-d0e0177df2ad tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.0866499 May 14 09:44:33.215275 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:33.244087 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:33.253931 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e8ce4373-3770-4465-9b12-5f407d3ef738 req-fc435dc3-3fa1-4212-baf3-b8f064a287a6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 May 14 09:44:33.308409 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:33.312614 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-30544d5b-e6db-499e-b705-da64d58e9f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:33.366869 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cda0c0-3ff6-4026-8526-8dbf522567aa,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:33.382813 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.383165 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.383510 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.383851 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.384183 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.384516 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.384846 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.385176 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.385507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.385835 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.386160 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.386485 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:33.392017 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:33.401068 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:33.402092 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75cda0c0-3ff6-4026-8526-8dbf522567aa HTTP/1.1" status: 204 len: 168 time: 0.2486041 May 14 09:44:33.440550 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4fb3d-a72b-4f86-91d1-09b592299c70 req-0477431f-6a69-41ab-ae09-8c555100bc2b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:33.442678 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e3a4fb3d-a72b-4f86-91d1-09b592299c70 req-0477431f-6a69-41ab-ae09-8c555100bc2b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.1231406 May 14 09:44:33.497959 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e3a4fb3d-a72b-4f86-91d1-09b592299c70 req-b77037a3-a536-45e9-80dd-0424778b9cab tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496769 May 14 09:44:34.447684 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a25eba-e50a-487c-874d-da0e2fae960e req-e51e1e7a-136c-4bf0-9b01-dcb1d8d8cb8a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:34.450413 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-39a25eba-e50a-487c-874d-da0e2fae960e req-e51e1e7a-136c-4bf0-9b01-dcb1d8d8cb8a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.0874295 May 14 09:44:34.519097 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-39a25eba-e50a-487c-874d-da0e2fae960e req-f1426ddf-931b-4609-9ce4-072fabce644e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514340 May 14 09:44:34.711375 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ce94b-07fb-48cf-93ce-c4e7adb43684 req-2b97de8c-b26f-4bf9-b751-1591e677cf48 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:34.711375 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4e5ce94b-07fb-48cf-93ce-c4e7adb43684 req-2b97de8c-b26f-4bf9-b751-1591e677cf48 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.0918107 May 14 09:44:34.755003 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4e5ce94b-07fb-48cf-93ce-c4e7adb43684 req-d706ebb2-9a3b-4325-90c7-76a12a905e4a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 May 14 09:44:34.795526 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57212) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:34.912991 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:34.928539 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:34.932420 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Usage tracker for resource:security_group_rule and tenant:a6ae7047115a41c1b9dcd08851c8aea7 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:34.935352 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:34.941047 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:35.091978 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.101376 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-5ff0c8c9-1349-489b-8a8a-fca7d8d46b4f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:35.102841 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-5ff0c8c9-1349-489b-8a8a-fca7d8d46b4f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1305847 May 14 09:44:35.103844 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.113289 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-eb0b5cbe-1e88-4f57-91dc-c97f5bd1116c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:35.200784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca826e-dc1f-47f2-98b2-de23062289a2,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:35.207030 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57226) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:35.207243 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6ae7047115a41c1b9dcd08851c8aea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104111 May 14 09:44:35.224689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.224689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.225010 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.225328 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.225669 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.226015 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.226363 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.226733 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.227100 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.227530 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.227767 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.228106 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:35.263988 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fd4a9d37-99c6-4e05-9bbc-2a909a5845bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:35.269017 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.295949 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.302229 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Deleting port ee2fe636-3b0d-47f5-8604-83c497f35c4b {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:44:35.302777 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.355875 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.360805 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f0b98964-6f49-45fc-86df-5dc6de9eee8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:35.379092 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca826e-dc1f-47f2-98b2-de23062289a2,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:35.382909 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:35.385191 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.390183 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2aca826e-dc1f-47f2-98b2-de23062289a2 HTTP/1.1" status: 204 len: 168 time: 0.1819272 May 14 09:44:35.477089 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] For port ee2fe636-3b0d-47f5-8604-83c497f35c4b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ee2fe636-3b0d-47f5-8604-83c497f35c4b,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:35.477612 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.629577 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Calling delete_port for ee2fe636-3b0d-47f5-8604-83c497f35c4b owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:44:35.739533 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57244) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:35.765072 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.821041 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:35.828721 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:91476b60b6974f42996eab6abd92ca0a is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:35.833131 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:35.851434 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:35.873799 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfd3db-a11d-46fc-8f92-5b372468f3fd req-54e50640-0df7-45ee-b66e-840c0aa5b63c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:35.875314 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79bfd3db-a11d-46fc-8f92-5b372468f3fd req-54e50640-0df7-45ee-b66e-840c0aa5b63c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f2315c3-c563-4020-b320-653bf92a45f2 HTTP/1.1" status: 200 len: 945 time: 0.1972537 May 14 09:44:35.905963 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:35.917932 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:35.918737 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['ceaf6568-7c9f-44de-8c77-8eed93b20ac5', 'ee2fe636-3b0d-47f5-8604-83c497f35c4b'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:44:35.980325 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Pushing event deleted for resources: {'Port': ['ID=ee2fe636-3b0d-47f5-8604-83c497f35c4b,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:35.989029 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:35.993529 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4cc3e-32b9-4cf8-8770-bb63d3a1a3f2 req-ddaa5525-2b94-420e-9154-d586a24b7909 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:35.995460 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bdb4cc3e-32b9-4cf8-8770-bb63d3a1a3f2 req-ddaa5525-2b94-420e-9154-d586a24b7909 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.1202891 May 14 09:44:36.028294 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79bfd3db-a11d-46fc-8f92-5b372468f3fd req-727cf2e4-0436-4e8a-ab18-a7b4ea17e84f tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454759 May 14 09:44:36.056160 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bdb4cc3e-32b9-4cf8-8770-bb63d3a1a3f2 req-850077e5-134d-4330-84b1-d57566ffaaa9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 May 14 09:44:36.085856 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] No DVR routers for this DVR port ee2fe636-3b0d-47f5-8604-83c497f35c4b on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:44:36.091420 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:36.095442 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2315c3-c563-4020-b320-653bf92a45f2', 'name': 'network-vif-deleted', 'tag': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:36.149277 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fdddb481-f9d7-4b47-b96f-65329ff6d414 req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "DELETE /v2.0/ports/ee2fe636-3b0d-47f5-8604-83c497f35c4b HTTP/1.1" status: 204 len: 173 time: 1.0383358 May 14 09:44:36.157707 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2315c3-c563-4020-b320-653bf92a45f2', 'name': 'network-vif-deleted', 'tag': 'ee2fe636-3b0d-47f5-8604-83c497f35c4b', 'status': 'completed', 'code': 200} May 14 09:44:36.164778 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:36.170645 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:36.178412 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:36.221715 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91476b60b6974f42996eab6abd92ca0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810555 May 14 09:44:36.222746 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c151444f-0e9b-4686-b1a8-72c3e86c81c9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:36.224590 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57252) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:36.225847 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:36.287230 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:36.316981 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:36.375076 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:36.379415 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-306dc4b2-c9fa-4ea7-9d56-bbd9a37df8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:36.391540 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151444f-0e9b-4686-b1a8-72c3e86c81c9,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:36.396138 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:36.399015 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:36.400140 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c151444f-0e9b-4686-b1a8-72c3e86c81c9 HTTP/1.1" status: 204 len: 168 time: 0.1744719 May 14 09:44:37.273228 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4850f-5578-4e6e-87f0-7cb1e85a8411 req-d0e29a4d-7b92-4013-ac38-e16eb4b4309e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:37.274985 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-57f4850f-5578-4e6e-87f0-7cb1e85a8411 req-d0e29a4d-7b92-4013-ac38-e16eb4b4309e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 943 time: 0.0926650 May 14 09:44:37.339739 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-57f4850f-5578-4e6e-87f0-7cb1e85a8411 req-c018e8d4-bb3d-426d-9bc2-8ba035f48037 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 May 14 09:44:37.639279 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294403-db3b-410f-871f-c1f0edbc019e req-9595e843-9c13-4319-9470-1c5823ff2a49 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:37.641389 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-f0294403-db3b-410f-871f-c1f0edbc019e req-9595e843-9c13-4319-9470-1c5823ff2a49 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Synchronizing usage tracker for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:37.663761 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-f0294403-db3b-410f-871f-c1f0edbc019e req-9595e843-9c13-4319-9470-1c5823ff2a49 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Unset dirty status for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:37.671608 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f0294403-db3b-410f-871f-c1f0edbc019e req-9595e843-9c13-4319-9470-1c5823ff2a49 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.2292118 May 14 09:44:37.722793 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f0294403-db3b-410f-871f-c1f0edbc019e req-d2e60eb6-5b1d-440a-b98e-e42e10f7a55e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501678 May 14 09:44:37.999066 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:44:38.007799 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ee2fe636-3b0d-47f5-8604-83c497f35c4b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:38.092219 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: ee2fe636-3b0d-47f5-8604-83c497f35c4b {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:44:38.092979 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ee2fe636-3b0d-47f5-8604-83c497f35c4b not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:44:38.315064 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:38.328765 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be22b24-3c86-43a2-aa7c-83a00c731987 req-673a897c-3695-4c5f-94eb-03b9ffba81c1 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:38.330008 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5be22b24-3c86-43a2-aa7c-83a00c731987 req-673a897c-3695-4c5f-94eb-03b9ffba81c1 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1328909 May 14 09:44:38.343830 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'port_id': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'mac_address': 'fa:16:3e:f5:a8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:44:38.406516 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5be22b24-3c86-43a2-aa7c-83a00c731987 req-a512e22f-f272-4b44-8230-3b2cffecffac tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662968 May 14 09:44:38.486174 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:38.505656 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:44:38.535537 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:38.544048 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:38.548029 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:38.652680 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:38.653772 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd382b3-dcc6-4ca4-bd34-2fa36be7c9be req-73f287bc-edbf-4a8d-8d2d-ec5b3a49f101 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:38.661877 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5fd382b3-dcc6-4ca4-bd34-2fa36be7c9be req-73f287bc-edbf-4a8d-8d2d-ec5b3a49f101 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 944 time: 0.1246991 May 14 09:44:38.663209 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.663816 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.664361 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.664898 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.665688 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.666505 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.667704 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.668539 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.669107 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.672307 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.672897 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.673327 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:44:38.684778 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:38.715278 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5fd382b3-dcc6-4ca4-bd34-2fa36be7c9be req-3a62e076-ac08-4756-9184-1f516e3430b6 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523286 May 14 09:44:38.763039 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-1c410cb7-b801-4a4e-8626-9d9c748a50ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:38.933509 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ffadb-f43c-4727-8a29-5fce721d5b20 req-2aa624e9-0e6a-4b43-adbe-061ec24232f0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:38.935181 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-185ffadb-f43c-4727-8a29-5fce721d5b20 req-2aa624e9-0e6a-4b43-adbe-061ec24232f0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0879140 May 14 09:44:38.987841 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-185ffadb-f43c-4727-8a29-5fce721d5b20 req-1dcf364d-9be2-4e3d-803a-baa67e0081ff tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464523 May 14 09:44:39.111368 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:44:39.610893 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf6d1-38c7-4be8-bc77-b55c4560de2d req-62bfc485-e7ab-4e4f-b9bf-f3fc3a1568ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.612370 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-18ccf6d1-38c7-4be8-bc77-b55c4560de2d req-62bfc485-e7ab-4e4f-b9bf-f3fc3a1568ff tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0839705 May 14 09:44:39.659337 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-18ccf6d1-38c7-4be8-bc77-b55c4560de2d req-463cbdf1-63fa-4d40-937c-001623c3a47c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410273 May 14 09:44:39.906064 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef9aeb-736f-4c7d-8700-bd369a2c4455 req-5a5259b8-0d14-4dff-b422-87438ee9ed5b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:39.907871 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c9ef9aeb-736f-4c7d-8700-bd369a2c4455 req-5a5259b8-0d14-4dff-b422-87438ee9ed5b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 944 time: 0.0887296 May 14 09:44:39.956626 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c9ef9aeb-736f-4c7d-8700-bd369a2c4455 req-e89ab31b-0bfc-46c4-b7a0-2b8aa421386e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 May 14 09:44:40.200274 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13bef-e1c8-4916-b052-64a30feae74d req-49d0f8ff-7d31-4195-b918-ac2b7f090185 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:40.202030 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3ac13bef-e1c8-4916-b052-64a30feae74d req-49d0f8ff-7d31-4195-b918-ac2b7f090185 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0904992 May 14 09:44:40.251120 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3ac13bef-e1c8-4916-b052-64a30feae74d req-9ef73289-c237-4ab6-b3e1-f23ede072587 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 May 14 09:44:40.853133 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53d1ea-f965-4308-9d80-5ad8eef721db req-080c4fee-4c77-4d2f-8784-85e9ed58385a tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:40.854637 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7a53d1ea-f965-4308-9d80-5ad8eef721db req-080c4fee-4c77-4d2f-8784-85e9ed58385a tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0829220 May 14 09:44:40.899234 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7a53d1ea-f965-4308-9d80-5ad8eef721db req-f7ab1b5b-13fe-4e74-9163-1f65630610a9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387015 May 14 09:44:41.146219 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ae1d5-ab5d-4f1f-97d1-ca041cf348fc req-fda4dd23-d26d-4d00-806e-c2ee4da26bea tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:41.147729 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-427ae1d5-ab5d-4f1f-97d1-ca041cf348fc req-fda4dd23-d26d-4d00-806e-c2ee4da26bea tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 944 time: 0.0834603 May 14 09:44:41.171945 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:41.195325 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-427ae1d5-ab5d-4f1f-97d1-ca041cf348fc req-c5cb30a9-1246-4088-9333-8be2209d85f4 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 May 14 09:44:41.450754 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007969f-157e-44b1-8e90-943ff8e69f3e req-6690a9d8-d4cb-48bb-9ed4-a00880f775e9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:41.452282 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7007969f-157e-44b1-8e90-943ff8e69f3e req-6690a9d8-d4cb-48bb-9ed4-a00880f775e9 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.0895336 May 14 09:44:41.486863 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-4b6eefaf-36a1-416f-bbb1-856a85ff33eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:41.504629 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7007969f-157e-44b1-8e90-943ff8e69f3e req-4e04295a-8370-4183-a4f8-5e007b7f5769 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 May 14 09:44:42.018282 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:44:42.085968 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:44:42.090596 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:44:42.090776 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307d12-e79d-4729-94e1-18cf5eb094b4 req-a50a39b0-304a-4549-bc84-9b139821de14 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.090959 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.092226 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-34307d12-e79d-4729-94e1-18cf5eb094b4 req-a50a39b0-304a-4549-bc84-9b139821de14 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0856016 May 14 09:44:42.138474 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-34307d12-e79d-4729-94e1-18cf5eb094b4 req-de0c5b16-9cbe-4458-923d-c3acc1c0eafa tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398870 May 14 09:44:42.208131 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.237758 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:42.247909 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:42.258474 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.261989 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-8fcd2f0d-3324-4eb4-888a-4b4514ac2b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:42.324582 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'code': 200} May 14 09:44:42.336543 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.368235 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:42.371682 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:42.403527 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fa2-7249-4b7e-b796-2726bdc46209 req-da4c1364-3978-4e0c-a25a-338ff6c603e1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.414927 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-96406fa2-7249-4b7e-b796-2726bdc46209 req-da4c1364-3978-4e0c-a25a-338ff6c603e1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.0892904 May 14 09:44:42.483252 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-96406fa2-7249-4b7e-b796-2726bdc46209 req-17a3e6c8-adb3-44e8-b440-48700831d89d tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660963 May 14 09:44:42.685544 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-1c7a647f-333f-4ab8-8585-c9dc3bcb0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.687362 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-1c7a647f-333f-4ab8-8585-c9dc3bcb0487 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1098 time: 0.0752952 May 14 09:44:42.687537 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5151ed-7dca-49c6-ac6b-992b5d454860 req-2be3e608-dd1b-4d3c-97e9-2a8dc92f297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.688957 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-aa5151ed-7dca-49c6-ac6b-992b5d454860 req-2be3e608-dd1b-4d3c-97e9-2a8dc92f297e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1098 time: 0.1297934 May 14 09:44:42.745039 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57404) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:42.746848 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-aa5151ed-7dca-49c6-ac6b-992b5d454860 req-24e34c8c-9f19-4962-a085-e51cac6a8b47 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493007 May 14 09:44:42.763439 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f478c-b381-46e5-8553-cb165edbb3e8 req-b98a765d-8387-4eee-ac03-6186af01759c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.765059 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-708f478c-b381-46e5-8553-cb165edbb3e8 req-b98a765d-8387-4eee-ac03-6186af01759c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1393735 May 14 09:44:42.813874 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-708f478c-b381-46e5-8553-cb165edbb3e8 req-a32035f4-a669-40c6-b2f3-f4b263ca694c tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 May 14 09:44:42.875586 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.889482 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:42.893225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf60ae719164da08fc1038f99c21a22 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:42.895987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:42.897047 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-0674917b-540e-4ad3-948f-5026f32c3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:42.898580 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-0674917b-540e-4ad3-948f-5026f32c3522 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.1912417 May 14 09:44:42.901501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:42.986209 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.990966 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:42.999709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2e1b0ca7-a1f6-4d30-9219-07474e4862ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:43.003187 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-18eec507-7f3a-4c4e-b206-7d56055367d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 1001 time: 0.0972509 May 14 09:44:43.042410 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5cf60ae719164da08fc1038f99c21a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945652 May 14 09:44:43.043721 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f59c02f-1ee2-4040-97e1-a407f62379b3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:43.047171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:43.047590 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57410) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:43.112439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-c87e93e3-8e69-42c9-8847-b7c53dfa993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:43.113858 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-c87e93e3-8e69-42c9-8847-b7c53dfa993a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.1020026 May 14 09:44:43.170379 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.202762 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.296785 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-8d0f45bf-ede9-4308-bce2-2a30aea34958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:43.298389 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-8d0f45bf-ede9-4308-bce2-2a30aea34958 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1719575 May 14 09:44:43.378325 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.387716 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-2b8782e8-21d9-4b23-8811-64a8b36aa5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:43.411824 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f59c02f-1ee2-4040-97e1-a407f62379b3,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:43.423595 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:43.437234 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.440963 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f59c02f-1ee2-4040-97e1-a407f62379b3 HTTP/1.1" status: 204 len: 168 time: 0.3895202 May 14 09:44:43.472165 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4cb31-e80e-4ad9-8f19-e94c1f3cda0f req-45eabb88-e035-4506-9975-c17d338f4892 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:43.473629 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f4b4cb31-e80e-4ad9-8f19-e94c1f3cda0f req-45eabb88-e035-4506-9975-c17d338f4892 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.2282097 May 14 09:44:43.482829 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-24f9fb82-6680-4ab8-8587-9b720f86f6f1 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764874 May 14 09:44:43.605060 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f4b4cb31-e80e-4ad9-8f19-e94c1f3cda0f req-a4531492-8563-4c85-8e6b-7b73b36cc937 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212323 May 14 09:44:43.669866 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1ca67198-f787-46c1-8e66-63b2d314fd3c req-46b5118f-d30d-4857-8d5a-ba157bcfe3b2 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723211 May 14 09:44:43.705469 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8139-61a0-47d0-9f31-e3b4d3970c4c req-d2f72b4d-c85a-4d71-92b0-cd99f329be1e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:43.707850 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-952e8139-61a0-47d0-9f31-e3b4d3970c4c req-d2f72b4d-c85a-4d71-92b0-cd99f329be1e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.0977912 May 14 09:44:43.753842 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-952e8139-61a0-47d0-9f31-e3b4d3970c4c req-4d38b3bf-4438-4860-933f-e4f407d39ce1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 May 14 09:44:43.775362 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57426) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:43.794490 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.820000 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:43.821767 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.824185 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Usage tracker for resource:security_group_rule and tenant:b254b5314f764bdd9db100f3bb0d3473 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:43.827440 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:43.833129 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:43.916809 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.921515 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:43.929942 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c57828d3-86b9-4999-842c-0be1c66d9478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:44.008592 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b254b5314f764bdd9db100f3bb0d3473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318482 May 14 09:44:44.010353 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd9d49-a256-49db-bf4b-857813f665ca,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:44.011493 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57432) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:44.013955 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:44.049479 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea325b9c-a688-4723-82ab-1511a58ffee8 req-a6fcc093-b071-4dcd-80ac-12162d6c8d4e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:44.051004 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ea325b9c-a688-4723-82ab-1511a58ffee8 req-a6fcc093-b071-4dcd-80ac-12162d6c8d4e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1221387 May 14 09:44:44.074769 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:44.101685 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ea325b9c-a688-4723-82ab-1511a58ffee8 req-7a515069-e476-4cc3-98ac-ff6af43c391e tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/security-groups?id=6db5d801-118b-4dca-a8be-341a21e96942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 May 14 09:44:44.102044 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:44.164525 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:44.171876 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9037baf7-ad92-41d5-96e0-7dd39f1e6268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:44.183202 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd9d49-a256-49db-bf4b-857813f665ca,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:44.186357 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:44.196784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:44.197953 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/86bd9d49-a256-49db-bf4b-857813f665ca HTTP/1.1" status: 204 len: 168 time: 0.1854687 May 14 09:44:44.240294 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-9b6f6059-41e2-41f9-9ffa-509fc8363c22 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:44.241771 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-9b6f6059-41e2-41f9-9ffa-509fc8363c22 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 945 time: 0.1097007 May 14 09:44:44.430361 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Deleting port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:44:44.431015 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:44.578374 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] For port ceaf6568-7c9f-44de-8c77-8eed93b20ac5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:44.578760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:44.712143 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Calling delete_port for ceaf6568-7c9f-44de-8c77-8eed93b20ac5 owned by compute:nova {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:44:44.947535 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd503e-9cfb-4ce0-9264-f3ffefa707ca req-c5c8d69d-bbb0-4ee6-b7fa-70a48249a660 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:44.949040 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fbdd503e-9cfb-4ce0-9264-f3ffefa707ca req-c5c8d69d-bbb0-4ee6-b7fa-70a48249a660 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.2120457 May 14 09:44:44.955681 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067aebc-49d8-43a3-93a5-cd004b18f0cc req-1b311376-2c54-4b3d-8e04-3aac48b6f672 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:44.957270 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f067aebc-49d8-43a3-93a5-cd004b18f0cc req-1b311376-2c54-4b3d-8e04-3aac48b6f672 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.0859995 May 14 09:44:45.005467 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:45.005765 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f067aebc-49d8-43a3-93a5-cd004b18f0cc req-d3e63ea3-dbe4-494d-93eb-52325c861823 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 May 14 09:44:45.012553 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-369465fe-175d-42cd-8279-5200e5876fbb tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:45.020671 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['ceaf6568-7c9f-44de-8c77-8eed93b20ac5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:44:45.059126 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fbdd503e-9cfb-4ce0-9264-f3ffefa707ca req-aa685cb9-af5a-4f38-8146-2c2a6520aa26 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011212 May 14 09:44:45.069625 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Pushing event deleted for resources: {'Port': ['ID=ceaf6568-7c9f-44de-8c77-8eed93b20ac5,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:45.102616 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:45.157223 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] No DVR routers for this DVR port ceaf6568-7c9f-44de-8c77-8eed93b20ac5 on host hv-cinder-73414 {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:44:45.160652 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:45.164777 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'name': 'network-vif-deleted', 'tag': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:45.190722 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b6aa4abb-68a7-46f1-845e-5d7002e27692 req-080d81b6-c2ee-4555-9d5c-e25a2419d0c0 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.75 "DELETE /v2.0/ports/ceaf6568-7c9f-44de-8c77-8eed93b20ac5 HTTP/1.1" status: 204 len: 173 time: 0.9386520 May 14 09:44:45.241642 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae7c83-1a97-451b-95e2-2ca2cc39178a req-d0bd8a06-fb12-4c62-a612-3fc9ab0fcb07 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:45.243321 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-acae7c83-1a97-451b-95e2-2ca2cc39178a req-d0bd8a06-fb12-4c62-a612-3fc9ab0fcb07 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.0990050 May 14 09:44:45.279573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-bb87fb53-eede-4173-9366-dbe72907afc2 req-7897b29b-bb0a-41c7-9642-7c1e4966fda6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Synchronizing usage tracker for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:45.296787 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-acae7c83-1a97-451b-95e2-2ca2cc39178a req-49d5e589-5372-4211-b321-c773c1b287b6 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 May 14 09:44:45.298563 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-bb87fb53-eede-4173-9366-dbe72907afc2 req-7897b29b-bb0a-41c7-9642-7c1e4966fda6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Unset dirty status for tenant:f7f0d419b34945c4b9892b5821655a1f on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:45.299865 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bb87fb53-eede-4173-9366-dbe72907afc2 req-7897b29b-bb0a-41c7-9642-7c1e4966fda6 tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] 10.222.0.67 "GET /v2.0/ports?device_id=856cee80-3e39-4d2a-b605-8bbf5cc4b57a HTTP/1.1" status: 200 len: 210 time: 0.0690761 May 14 09:44:45.368409 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856cee80-3e39-4d2a-b605-8bbf5cc4b57a', 'name': 'network-vif-deleted', 'tag': 'ceaf6568-7c9f-44de-8c77-8eed93b20ac5', 'status': 'completed', 'code': 200} May 14 09:44:45.731250 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd977220-7b64-4f1b-9b62-238ac367a394 req-2516617d-16b3-45f3-9b50-38d2d8537021 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:45.738541 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bd977220-7b64-4f1b-9b62-238ac367a394 req-2516617d-16b3-45f3-9b50-38d2d8537021 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.1005099 May 14 09:44:45.801803 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bd977220-7b64-4f1b-9b62-238ac367a394 req-a4c5f19e-c072-4052-83a9-6dc9ec6e1b1b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605593 May 14 09:44:46.275857 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7595ab-14c7-4eb6-b2e2-da27a5504d39 req-79bac5c0-30f4-4d07-99e5-c1b729e86cda tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:46.279042 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-be7595ab-14c7-4eb6-b2e2-da27a5504d39 req-79bac5c0-30f4-4d07-99e5-c1b729e86cda tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0895512 May 14 09:44:46.329053 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-be7595ab-14c7-4eb6-b2e2-da27a5504d39 req-3d95f0a4-5ee1-49ce-a2ab-345968243504 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450597 May 14 09:44:46.395914 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57524) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:46.521756 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:46.536696 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57530) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:46.653524 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:46.668125 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:46.672120 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Usage tracker for resource:security_group_rule and tenant:5272c98a8e054a4c9afc4264fc9d7dee is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:46.675030 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:46.680770 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:46.777411 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:46.781418 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:46.790910 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-75af45da-1103-4de7-963a-6da8e2e0616b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:46.835223 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5272c98a8e054a4c9afc4264fc9d7dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973387 May 14 09:44:46.835809 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57540) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:46.838186 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e1c44f-3242-4e30-a7c9-b7459bb01e87,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:46.860549 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:46.914847 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:46.941046 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:46.994123 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:46.998939 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f57482c7-154f-4472-85c0-af696e41368a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:47.010885 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e1c44f-3242-4e30-a7c9-b7459bb01e87,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:47.013367 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:47.017289 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.018702 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56e1c44f-3242-4e30-a7c9-b7459bb01e87 HTTP/1.1" status: 204 len: 168 time: 0.1818285 May 14 09:44:47.039810 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-976967'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.319371 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57550) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:47.337336 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.366583 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:47.371091 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Usage tracker for resource:security_group_rule and tenant:41f4c090083b4767be6d5c9cd2f4bbdb is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:47.374276 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:47.380620 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:47.470090 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.487839 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.498202 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:47.519436 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Deleting port c5140b5c-15dd-442b-8b94-190fb7d1b6aa {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:44:47.520023 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.581143 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41f4c090083b4767be6d5c9cd2f4bbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608848 May 14 09:44:47.584191 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57562) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:47.584851 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a78903b-7235-4007-826e-b72cc1cfae22,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:47.589204 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-41ee5e43-37fc-4793-8673-dc7953d6b4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:47.667924 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] For port c5140b5c-15dd-442b-8b94-190fb7d1b6aa, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,segment=NetworkSegment(4b8f02e8-f613-4d22-8a1f-04cd45607cd2),segment_id=4b8f02e8-f613-4d22-8a1f-04cd45607cd2)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:47.668408 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.674077 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab87158-19ca-4441-b71d-cf7ebedeee69 req-35258431-0cec-4250-a69e-b5bb6ab95606 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:47.675568 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7ab87158-19ca-4441-b71d-cf7ebedeee69 req-35258431-0cec-4250-a69e-b5bb6ab95606 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1797345 May 14 09:44:47.676251 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.721244 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.765036 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7ab87158-19ca-4441-b71d-cf7ebedeee69 req-9a8102cb-8203-4284-b2e1-90b460441250 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783823 May 14 09:44:47.794343 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.799876 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-47543a33-100e-4a61-a77b-2213293b6b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:47.804551 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Calling delete_port for c5140b5c-15dd-442b-8b94-190fb7d1b6aa owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:44:47.810586 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a78903b-7235-4007-826e-b72cc1cfae22,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:47.822829 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:47.823896 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:47.825276 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a78903b-7235-4007-826e-b72cc1cfae22 HTTP/1.1" status: 204 len: 168 time: 0.2377012 May 14 09:44:48.064637 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ceaf6568-7c9f-44de-8c77-8eed93b20ac5 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:48.137379 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: ceaf6568-7c9f-44de-8c77-8eed93b20ac5 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:44:48.138511 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device ceaf6568-7c9f-44de-8c77-8eed93b20ac5 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:44:48.150378 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:48.154443 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0b0ef35-1422-41e8-a9d1-e02873fbb075 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:48.206418 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5140b5c-15dd-442b-8b94-190fb7d1b6aa,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:48.215941 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:48.595126 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975831'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:48.965386 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Router 481e22c4-d90d-46ee-bd5d-5735e06816c7 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:44:48.983153 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3e2bf-0f2b-4157-b573-2304f4243a73 req-ec61cbf2-4f09-4f1e-b3a5-2b06efe441f8 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:48.984893 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c5a3e2bf-0f2b-4157-b573-2304f4243a73 req-ec61cbf2-4f09-4f1e-b3a5-2b06efe441f8 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0880921 May 14 09:44:49.034553 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c5a3e2bf-0f2b-4157-b573-2304f4243a73 req-4eb689e0-df00-4858-8db5-fe8b983cdf9f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429590 May 14 09:44:49.163363 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57616) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:49.223618 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:44:49.235530 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] Sync routers for ids ['481e22c4-d90d-46ee-bd5d-5735e06816c7'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:44:49.247718 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] Routers {'481e22c4-d90d-46ee-bd5d-5735e06816c7'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:44:49.248877 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:44:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['481e22c4-d90d-46ee-bd5d-5735e06816c7'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:49.251098 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57624) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:49.251378 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] 10.222.0.67 "PUT /v2.0/routers/481e22c4-d90d-46ee-bd5d-5735e06816c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8540883 May 14 09:44:49.397354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:49.416872 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:49.421034 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Usage tracker for resource:security_group_rule and tenant:245e2379c46e40c08760c5f2a81224aa is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:49.424058 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:49.429890 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:49.470069 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] Set router 481e22c4-d90d-46ee-bd5d-5735e06816c7 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:44:49.510509 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks [] for router, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:49.796704 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:49.805159 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:44:48Z', 'revision_number': 5, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:49.809709 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] Checking router: 481e22c4-d90d-46ee-bd5d-5735e06816c7 for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:44:49.819389 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] Routers {'481e22c4-d90d-46ee-bd5d-5735e06816c7'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:44:49.820022 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:44:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['481e22c4-d90d-46ee-bd5d-5735e06816c7'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:49.821908 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:49.835065 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:49.885433 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:49.897099 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=245e2379c46e40c08760c5f2a81224aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7326803 May 14 09:44:49.899618 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37aa3ac-8ff9-4126-887f-13488dc7c6d9,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:49.899891 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57632) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:49.903240 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4925dd52-dccd-480e-ace7-4b0aa33b5877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:49.969873 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:49.976164 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Deleting port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:44:49.976539 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:49.996885 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:50.018229 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] Set router 481e22c4-d90d-46ee-bd5d-5735e06816c7 gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:44:50.057604 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:50.062191 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-94ad6671-d629-4164-b8d3-da21fc47194b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:50.076096 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37aa3ac-8ff9-4126-887f-13488dc7c6d9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:50.080219 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:50.087332 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:50.104455 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e37aa3ac-8ff9-4126-887f-13488dc7c6d9 HTTP/1.1" status: 204 len: 168 time: 0.2029831 May 14 09:44:50.209117 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] For port 655a26c4-90ce-4913-a2ae-1f05fd8f7f03, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:50.209665 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:50.319621 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:44:48Z', 'revision_number': 5, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:50.323589 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415c776-4c95-4d74-b9dd-0f843dac47c6 None None] The sync data for ids ['481e22c4-d90d-46ee-bd5d-5735e06816c7'] in dv-cinder-734144-18-smb is: [{'id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1696481874-router', 'tenant_id': 'f7f0d419b34945c4b9892b5821655a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44'}], 'enable_snat': True}, 'gw_port_id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:31Z', 'updated_at': '2021-05-14T09:44:48Z', 'revision_number': 5, 'project_id': 'f7f0d419b34945c4b9892b5821655a1f', 'gw_port': {'id': '655a26c4-90ce-4913-a2ae-1f05fd8f7f03', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e22c4-d90d-46ee-bd5d-5735e06816c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:32Z', 'updated_at': '2021-05-14T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:44:50.384325 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Calling delete_port for 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 owned by network:router_gateway {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:44:50.475032 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c6977-6104-4cc2-b49a-e3f62dfef144 req-69c05b96-218b-43da-9fc9-ec89e2fc2b87 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:50.479764 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a97c6977-6104-4cc2-b49a-e3f62dfef144 req-69c05b96-218b-43da-9fc9-ec89e2fc2b87 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.2003300 May 14 09:44:50.691251 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a97c6977-6104-4cc2-b49a-e3f62dfef144 req-fc3715c3-5aaf-48de-af0f-0c392a9e0c7c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853145 May 14 09:44:50.786191 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:50.790354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6a590c72-b8d7-4a41-b065-6fe5bb9442b8 tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:50.856429 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Pushing event deleted for resources: {'Port': ['ID=655a26c4-90ce-4913-a2ae-1f05fd8f7f03,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:50.881878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed3e0-19bb-4958-8a34-87d71763ef5b req-8812ce60-54fa-40e9-8ff2-e7153d1c2ab1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:50.891841 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d22ed3e0-19bb-4958-8a34-87d71763ef5b req-8812ce60-54fa-40e9-8ff2-e7153d1c2ab1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.1256249 May 14 09:44:50.931162 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:50.948153 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d22ed3e0-19bb-4958-8a34-87d71763ef5b req-d2e52c29-443d-4d4b-994a-7694075d086d tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554218 May 14 09:44:50.961505 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975041'] for router_gateway, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:50.978771 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57674) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:51.136222 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104013'] for router, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.138439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.226077 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982101'] for router, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.226871 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481e22c4-d90d-46ee-bd5d-5735e06816c7 {{(pid=78736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:44:51.237157 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492fc2b-4f9e-4246-806a-e7e0edda8b4c tempest-TestMinimumBasicScenario-2015081743 tempest-TestMinimumBasicScenario-2015081743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:51.240020 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e492fc2b-4f9e-4246-806a-e7e0edda8b4c tempest-TestMinimumBasicScenario-2015081743 tempest-TestMinimumBasicScenario-2015081743-project-admin] Synchronizing usage tracker for tenant:45dc7e936e834c24a850bbfe297c8822 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:51.250766 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.254457 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] 10.222.0.67 "DELETE /v2.0/routers/481e22c4-d90d-46ee-bd5d-5735e06816c7 HTTP/1.1" status: 204 len: 168 time: 2.0001216 May 14 09:44:51.255655 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57682) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:51.261089 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e492fc2b-4f9e-4246-806a-e7e0edda8b4c tempest-TestMinimumBasicScenario-2015081743 tempest-TestMinimumBasicScenario-2015081743-project-admin] Unset dirty status for tenant:45dc7e936e834c24a850bbfe297c8822 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:51.265370 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e492fc2b-4f9e-4246-806a-e7e0edda8b4c tempest-TestMinimumBasicScenario-2015081743 tempest-TestMinimumBasicScenario-2015081743-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1093 time: 0.2823801 May 14 09:44:51.265535 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57686) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:51.271076 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'floatingip': {'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'port_id': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:51.277800 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:51.285255 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:floatingip and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:51.288406 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:51.298272 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:51.313587 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.353405 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Deleting subnet 6f6a1aa4-33fa-43c3-827c-59505910ab32 {{(pid=78736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:44:51.357854 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.429220 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11830040'] for subnet, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.471694 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57694) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:51.488002 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.490019 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.619729 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.645955 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:51.655570 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Usage tracker for resource:security_group_rule and tenant:842f6f0057364aa681644787b1182003 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:51.664831 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:51.668063 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Allocated IP 172.28.0.242 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/46290f85-25b2-416d-ad6d-d7a0592f396b) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:44:51.675382 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:51.853494 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c5140b5c-15dd-442b-8b94-190fb7d1b6aa no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:51.854406 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12020166'] for subnet, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.862061 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f23d90d0-ecc3-43b2-b7d2-08f3b52889ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:51.890583 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: c5140b5c-15dd-442b-8b94-190fb7d1b6aa {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:44:51.890994 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c5140b5c-15dd-442b-8b94-190fb7d1b6aa not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:44:51.891472 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:44:51.900254 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6a1aa4-33fa-43c3-827c-59505910ab32,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:51.903553 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:51.912111 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:51.924863 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-72f0ab06-7f09-4668-9b55-2fb0878ae0e2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6f6a1aa4-33fa-43c3-827c-59505910ab32 HTTP/1.1" status: 204 len: 168 time: 0.6659133 May 14 09:44:51.925542 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57704) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:51.928265 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:44:51.928593 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 655a26c4-90ce-4913-a2ae-1f05fd8f7f03 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:44:52.043261 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.061953 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.086024 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.094115 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.103953 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-33573814-7c0b-4ac1-a0b8-988cffd13ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:52.154630 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=842f6f0057364aa681644787b1182003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814764 May 14 09:44:52.157831 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2857a17a-d8b4-46f3-a56d-49d3384b78aa,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:52.161394 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57708) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:52.162832 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:52.186936 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.187306 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8180ee-f942-4412-a22e-0bb0165cbff2 req-11082ffe-38fe-4820-b3e9-d39c4010eb38 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:52.188849 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5f8180ee-f942-4412-a22e-0bb0165cbff2 req-11082ffe-38fe-4820-b3e9-d39c4010eb38 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.3307209 May 14 09:44:52.190504 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.195190 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:52.209895 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d751f93-920e-4bc8-8948-0bb0af0099eb']}} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:52.230657 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8f02e8-f613-4d22-8a1f-04cd45607cd2') {'for_net_delete': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:52.231352 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8f02e8-f613-4d22-8a1f-04cd45607cd2') {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:52.246046 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11830243'] for segment, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.270789 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.271041 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:44:52.272580 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.280896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:44:52.284004 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:44:52.287742 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=78736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:44:52.288123 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010906'] for segment, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: Traceback (most recent call last): May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: timer() May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: cb(*args, **kw) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: return func(*args, **kwargs) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: self._notify() May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: self.callback(batched_events) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: event.method(event) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: return f(self, *a, **k) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: return self._get(url).json() May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: return self.request(url, 'GET', **kwargs) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:44:52.300896 dv-cinder-734144-18-smb neutron-server[78736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:44:52.328458 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'Port': ['ID=46290f85-25b2-416d-ad6d-d7a0592f396b,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:52.333696 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:52.351539 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5f8180ee-f942-4412-a22e-0bb0165cbff2 req-fcabbbde-0428-4f9f-ad6b-cd85cfb0d045 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277616 May 14 09:44:52.381312 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.422803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.430608 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.434488 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:52.458030 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d751f93-920e-4bc8-8948-0bb0af0099eb,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:52.464828 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:52.475339 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-120ce7bb-220e-47b3-bd37-59271868f07e admin admin] 10.222.0.67 "DELETE /v2.0/networks/9d751f93-920e-4bc8-8948-0bb0af0099eb HTTP/1.1" status: 204 len: 168 time: 0.5483103 May 14 09:44:52.491708 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.497052 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:52.508313 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.509432 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2857a17a-d8b4-46f3-a56d-49d3384b78aa HTTP/1.1" status: 204 len: 168 time: 0.3471394 May 14 09:44:52.510485 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2857a17a-d8b4-46f3-a56d-49d3384b78aa,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:52.512894 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:52.639916 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57718) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:52.690229 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-5c8ca3c8-e586-4dbe-9d8a-8d08a942cab1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7f0d419b34945c4b9892b5821655a1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487001 May 14 09:44:52.692672 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57724) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:52.789348 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.830189 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.874978 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.931255 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:52.941419 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-58c9f010-6a9a-410e-898f-0699214aaa61 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:52.956403 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db5d801-118b-4dca-a8be-341a21e96942,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:52.964039 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:52.975977 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:53.063589 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:53.066718 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6db5d801-118b-4dca-a8be-341a21e96942 HTTP/1.1" status: 204 len: 168 time: 0.3710744 May 14 09:44:53.228981 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:53.231969 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:53.238019 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0e8d395-3434-41d9-9532-7d71cf6953e8 tempest-VolumesActionsTest-864322558 tempest-VolumesActionsTest-864322558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:53.347958 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'Port': ['ID=46290f85-25b2-416d-ad6d-d7a0592f396b,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:53.356316 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:53.368341 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:53.843613 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75d41-60ed-4e14-aaac-b8db6c128e12 req-27082d3f-7aab-4215-b10c-6080056f80fe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:53.847318 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-13c75d41-60ed-4e14-aaac-b8db6c128e12 req-27082d3f-7aab-4215-b10c-6080056f80fe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1837559 May 14 09:44:53.849459 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Floating IP 54b56263-f35f-41da-a4df-a2974661e2e9 associated. External IP: 172.28.0.242, port: dbe00572-2f33-4a56-b8f3-ee6b386fc5b5. May 14 09:44:54.147250 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-13c75d41-60ed-4e14-aaac-b8db6c128e12 req-4b6ace89-485d-43fb-8215-f8215bf03ddf tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359340 May 14 09:44:54.378275 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Router d1f9cbc2-492d-4732-8aac-0fafeabb0813 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:44:54.574198 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-0037c3c1-63af-4b4d-b64a-bc810bb7c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.576347 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-0037c3c1-63af-4b4d-b64a-bc810bb7c52a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1098 time: 0.0784998 May 14 09:44:54.643541 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c004c8-41c5-46c5-831f-faa529979174 req-ae1bb49e-c7ae-4063-9d79-349bbd2666e4 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.645052 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-97c004c8-41c5-46c5-831f-faa529979174 req-ae1bb49e-c7ae-4063-9d79-349bbd2666e4 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1788828 May 14 09:44:54.677025 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:44:54.691091 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] Sync routers for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:44:54.712902 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:44:54.714302 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:44:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:54.717510 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-97c004c8-41c5-46c5-831f-faa529979174 req-d408f4a7-3658-4851-b4f5-8f57570e8361 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614367 May 14 09:44:54.730325 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-c5e153bf-ca7e-4145-8e82-75c71e0e6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.731211 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:54.732389 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-c5e153bf-ca7e-4145-8e82-75c71e0e6a7a service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.1498251 May 14 09:44:54.847298 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5806785 May 14 09:44:54.848151 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:54.852359 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57806) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:54.861992 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718027102', 'description': 'tempest-secgroup-smoke-1718027102 description', 'project_id': '8efc398d8f0840baa35ef5c8be839340'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:54.869725 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:54.870352 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-50c0aa6f-8380-43e6-b376-5a26fa73c308 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 1001 time: 0.1220424 May 14 09:44:54.904017 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:54.945788 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'status': 'completed', 'code': 200} May 14 09:44:54.947076 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:54.964703 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:44:54.973760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-f0550455-d90c-4774-b28d-c322345f2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:54.975777 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-f0550455-d90c-4774-b28d-c322345f2cc6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.0979593 May 14 09:44:55.046677 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:55.053164 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:55.058371 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:55.065900 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:55.126352 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b5c8-3a12-49bb-a069-580b523140ec req-7a99681a-1df1-4576-98e8-4d5d7092bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:55.127958 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1234b5c8-3a12-49bb-a069-580b523140ec req-7a99681a-1df1-4576-98e8-4d5d7092bbb8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1098 time: 0.1523182 May 14 09:44:55.146635 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-847941b3-4595-4ff9-9c25-ee1752ff0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:55.148618 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-847941b3-4595-4ff9-9c25-ee1752ff0b83 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1663163 May 14 09:44:55.252934 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:55.307196 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:55.308930 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-ec8537ab-0e88-4308-aaca-5c8ff5ef30b7 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531286 May 14 09:44:55.319453 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8ca7c94f-12f1-4700-bd4d-270aa43f112c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:55.384627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f959f96-a756-4fc5-82ac-04089400dbb9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:55.387716 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b5c8-3a12-49bb-a069-580b523140ec req-dfe49b63-4a53-4f44-83ca-fb60af6dcaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:55.389669 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1234b5c8-3a12-49bb-a069-580b523140ec req-dfe49b63-4a53-4f44-83ca-fb60af6dcaf9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 915 time: 0.2473023 May 14 09:44:55.390802 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:55.392626 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:55.395320 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5416811 May 14 09:44:55.445869 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '54b56263-f35f-41da-a4df-a2974661e2e9', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'floating_ip_address': '172.28.0.242', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'port_id': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'mac_address': 'fa:16:3e:f5:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34755c5d-324e-442d-b23f-32fb332c7b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:44:52Z', 'updated_at': '2021-05-14T09:44:52Z', 'revision_number': 0, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:47Z', 'revision_number': 5, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:55.451553 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] Checking router: d1f9cbc2-492d-4732-8aac-0fafeabb0813 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:44:55.458985 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57824) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:55.463410 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:44:55.464612 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:44:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:55.472194 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'security_group_rule': {'security_group_id': '0f959f96-a756-4fc5-82ac-04089400dbb9', 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:55.484414 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:55.491620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:55.496129 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:55.511213 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:55.540474 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1234b5c8-3a12-49bb-a069-580b523140ec req-17758901-f580-4c66-b833-f57b17bb9620 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 999 time: 0.1427262 May 14 09:44:55.597723 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:55.600037 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5ae47f72-cf0c-4930-8919-4de3e90b3435 req-354bb9ce-d2c1-4968-9ace-2679f5a09922 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828894 May 14 09:44:55.636797 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b5c8-3a12-49bb-a069-580b523140ec req-f621d4a2-dcef-4396-870d-8ea15fddbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:55.638307 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1234b5c8-3a12-49bb-a069-580b523140ec req-f621d4a2-dcef-4396-870d-8ea15fddbe5c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 200 len: 853 time: 0.0912178 May 14 09:44:55.738865 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:55.762907 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b5c8-3a12-49bb-a069-580b523140ec req-309a4e30-8475-4607-8be7-92779e2e6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:55.765845 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1234b5c8-3a12-49bb-a069-580b523140ec req-309a4e30-8475-4607-8be7-92779e2e6b12 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1157289 May 14 09:44:55.765845 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:55.767241 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4f4f83a5-e1a0-4595-bdf6-82425d48d4ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:55.819293 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:44:55.947799 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1234b5c8-3a12-49bb-a069-580b523140ec req-6a4e3c24-dd4b-4b94-984d-2610ca2e72df service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593111 May 14 09:44:55.951383 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb782a4-df85-4bd3-9721-67ef1a61ce90,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:56.010947 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:56.195813 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.197294 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7373734 May 14 09:44:56.200688 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57848) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:56.206900 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'security_group_rule': {'security_group_id': '0f959f96-a756-4fc5-82ac-04089400dbb9', 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:56.222902 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:56.235422 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:56.245311 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:56.259186 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:56.272219 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1234b5c8-3a12-49bb-a069-580b523140ec req-f20d6202-0961-4ba8-9203-885c8255c2fa service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877934 May 14 09:44:56.282759 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c10dcc-e9ac-46f8-abb4-6584c0b03bf4 req-26f52bcb-29f4-47c6-9e2c-d37628d76e23 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:56.291219 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-11c10dcc-e9ac-46f8-abb4-6584c0b03bf4 req-26f52bcb-29f4-47c6-9e2c-d37628d76e23 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.3456979 May 14 09:44:56.301111 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.398004 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-11c10dcc-e9ac-46f8-abb4-6584c0b03bf4 req-9bd8641d-59c1-4661-989d-8e7392a5448d tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031053 May 14 09:44:56.425016 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.433137 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.440916 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-37016ade-0e9e-4f18-aeb9-75824b181927 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:56.455914 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '54b56263-f35f-41da-a4df-a2974661e2e9', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'floating_ip_address': '172.28.0.242', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'port_id': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'mac_address': 'fa:16:3e:f5:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34755c5d-324e-442d-b23f-32fb332c7b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:44:52Z', 'updated_at': '2021-05-14T09:44:52Z', 'revision_number': 0, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:47Z', 'revision_number': 5, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:44:56.464953 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a57e5-c4d2-423d-9107-99e835e4aa5b None None] The sync data for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb is: [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '54b56263-f35f-41da-a4df-a2974661e2e9', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'floating_ip_address': '172.28.0.242', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'port_id': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'mac_address': 'fa:16:3e:f5:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34755c5d-324e-442d-b23f-32fb332c7b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:44:52Z', 'updated_at': '2021-05-14T09:44:52Z', 'revision_number': 0, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:47Z', 'revision_number': 5, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:44:56.489619 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c9a223-f050-4471-907f-4504269cfadf,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:56.512026 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:56.525668 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.529727 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-5e5efa60-2ff3-4ade-ac91-543b0ebfdb0b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3249741 May 14 09:44:56.530165 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57858) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:56.535835 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'security_group_rule': {'security_group_id': '0f959f96-a756-4fc5-82ac-04089400dbb9', 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:56.548686 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:56.552594 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:56.555588 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:56.564140 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:56.582196 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.647107 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.652647 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.655399 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:56.689653 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.693198 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594906 May 14 09:44:56.693198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d64e481-76d1-41f9-824f-2da66b7a0ef5,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:56.693549 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57870) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:56.699646 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'security_group_rule': {'security_group_id': '0f959f96-a756-4fc5-82ac-04089400dbb9', 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:56.704686 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:56.707101 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:56.711058 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:56.713984 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:56.716630 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60dff1-9115-4ac3-a167-2cec81c870d5 None None] New status for floating IP 54b56263-f35f-41da-a4df-a2974661e2e9: ACTIVE {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:44:56.721197 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:56.738118 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.804596 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.809758 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.818677 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:56.839200 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5057e776-8904-442e-9357-3a443fdf8700,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:56.841564 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:56.848832 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.850120 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-4a436ba5-1a5f-4555-9539-a4919c25a780 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553783 May 14 09:44:56.853301 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 57874) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:56.859078 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'security_group_rule': {'security_group_id': '0f959f96-a756-4fc5-82ac-04089400dbb9', 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:56.865166 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:56.868994 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:56.871978 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:56.878029 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:56.889475 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.securitygroups_db [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Project 8efc398d8f0840baa35ef5c8be839340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:44:56.895428 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.964059 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.970773 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:56.972871 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:56.997114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7499d79-45d7-43e6-9f2b-952ad68666f9,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:57.002207 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:57.010038 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.011508 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570089 May 14 09:44:57.015027 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57880) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:57.021578 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'security_group_rule': {'security_group_id': '0f959f96-a756-4fc5-82ac-04089400dbb9', 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:57.027964 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:57.037441 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Usage tracker for resource:security_group_rule and tenant:8efc398d8f0840baa35ef5c8be839340 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:57.040674 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:57.051789 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:57.063294 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.securitygroups_db [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Project 8efc398d8f0840baa35ef5c8be839340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:44:57.069510 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.215521 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.220378 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.222533 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9364dcd3-d47b-428d-a416-399c45568abe tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:57.246042 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542d6f38-33b0-469b-953c-ba8ea547a011,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:57.250824 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:57.256702 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.261024 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-dcd2415e-ead0-447a-ac7e-ca395e826f82 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2416575 May 14 09:44:57.387191 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-096cd904-9589-47cb-a688-5d3686113137 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Synchronizing usage tracker for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:44:57.404706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-096cd904-9589-47cb-a688-5d3686113137 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Unset dirty status for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:44:57.406098 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-096cd904-9589-47cb-a688-5d3686113137 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718027102&fields=id&tenant_id=8efc398d8f0840baa35ef5c8be839340 HTTP/1.1" status: 200 len: 267 time: 0.0639486 May 14 09:44:57.496851 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-518883be-9686-4533-9368-28c23e246227 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:57.498807 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-518883be-9686-4533-9368-28c23e246227 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.0863786 May 14 09:44:57.509909 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'port': {'security_groups': ['fb043f6d-27d5-4b13-bea5-ce92da943cdc', '0f959f96-a756-4fc5-82ac-04089400dbb9']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:44:57.632192 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.720163 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5def3e5-6ed3-4b18-aace-d92e8e6421e7 req-f01c436b-9248-4494-8193-c7c94ce33750 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:57.721660 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a5def3e5-6ed3-4b18-aace-d92e8e6421e7 req-f01c436b-9248-4494-8193-c7c94ce33750 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0843132 May 14 09:44:57.780610 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a5def3e5-6ed3-4b18-aace-d92e8e6421e7 req-0b9925c6-bdfb-4db5-93ab-b5e45c9bf941 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530651 May 14 09:44:57.925533 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:44:57.951293 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.956971 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:57.964168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:57.969272 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:44:58.028286 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.029122 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.030892 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d4088398-59bc-44c7-a1bd-0ea85dbe3535 req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "PUT /v2.0/ports/dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 981 time: 0.5257120 May 14 09:44:58.031938 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:44:58.062835 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=6']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:58.066125 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:58.118740 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'status': 'completed', 'code': 200} May 14 09:44:58.139252 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:44:58.262682 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57918) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:58.274462 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6795d98-404b-4035-adc2-29610f52f993 req-94a79b8b-553a-4b51-a9e4-286951366a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.275986 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b6795d98-404b-4035-adc2-29610f52f993 req-94a79b8b-553a-4b51-a9e4-286951366a0d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1137 time: 0.1304474 May 14 09:44:58.313540 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aa0c3-db7f-402b-8d22-868121919847 req-a77d5054-4f6e-4a3e-9b3b-b39afac3199a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.314977 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-833aa0c3-db7f-402b-8d22-868121919847 req-a77d5054-4f6e-4a3e-9b3b-b39afac3199a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.1378386 May 14 09:44:58.395804 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.433525 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-79d664b0-2ee8-4c07-99e4-57abb0d2bf7e None None] Provisioning complete for port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:44:58.433904 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-79d664b0-2ee8-4c07-99e4-57abb0d2bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.440980 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:44:58.444128 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-833aa0c3-db7f-402b-8d22-868121919847 req-d38ba615-485c-4152-b731-e0739f913da1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746434 May 14 09:44:58.448328 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Usage tracker for resource:security_group_rule and tenant:31376f10ae444db9a5aa96181e33d149 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:44:58.454138 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:44:58.490295 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:44:58.495120 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6795d98-404b-4035-adc2-29610f52f993 req-c1d47568-719f-4dea-a0e7-4df558cb770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.496875 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b6795d98-404b-4035-adc2-29610f52f993 req-c1d47568-719f-4dea-a0e7-4df558cb770b service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 915 time: 0.2098393 May 14 09:44:58.646931 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.654288 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b6795d98-404b-4035-adc2-29610f52f993 req-165a842d-3739-482e-80b3-c7912403f1a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 1001 time: 0.1449897 May 14 09:44:58.658000 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.670923 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-06842cd8-648c-43a7-9cc9-59573d79cee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:58.714273 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=31376f10ae444db9a5aa96181e33d149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503455 May 14 09:44:58.716874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 57932) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:44:58.719829 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd198e8a-72c9-4695-a0ad-b9ea44ac8223,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:58.753801 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:58.764520 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6795d98-404b-4035-adc2-29610f52f993 req-9da87f6a-d20e-46d7-b32a-bd1b0c5462ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.767010 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b6795d98-404b-4035-adc2-29610f52f993 req-9da87f6a-d20e-46d7-b32a-bd1b0c5462ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 200 len: 853 time: 0.1032858 May 14 09:44:58.809060 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.844868 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.869925 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6795d98-404b-4035-adc2-29610f52f993 req-f0f6e905-26ab-457c-935b-f6309acfdbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:44:58.871518 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b6795d98-404b-4035-adc2-29610f52f993 req-f0f6e905-26ab-457c-935b-f6309acfdbac service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0976601 May 14 09:44:58.906440 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.917067 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3c9d2efe-c0d0-4dff-b57d-0a0b48cb6482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:44:58.934193 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd198e8a-72c9-4695-a0ad-b9ea44ac8223,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:44:58.938731 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:44:58.939743 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:44:58.945811 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd198e8a-72c9-4695-a0ad-b9ea44ac8223 HTTP/1.1" status: 204 len: 168 time: 0.2249460 May 14 09:44:59.052687 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b6795d98-404b-4035-adc2-29610f52f993 req-25a62165-17d4-48c8-90d9-58de314040bb service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717610 May 14 09:44:59.284865 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b6795d98-404b-4035-adc2-29610f52f993 req-1cd05891-de04-4711-b362-8593d0d7f0ed service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251198 May 14 09:45:00.788269 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:45:02.814229 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58026) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:02.935928 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:02.950445 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:02.954593 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Usage tracker for resource:security_group_rule and tenant:51e5dcf2062d48f68587feae134e7648 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:02.957448 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:02.963259 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:03.047993 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:03.052871 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:03.061759 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-54d59ff0-d4a5-4063-ae7d-2e8f5f1679f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:03.100872 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=51e5dcf2062d48f68587feae134e7648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854950 May 14 09:45:03.103622 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58042) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:03.106189 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90fd9b2-045e-4eac-8a5b-07b635b69622,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:03.109374 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:03.175094 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:03.201161 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:03.256766 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:03.260545 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-28ddaa61-91e5-4f12-881c-dc107017599e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:03.275015 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90fd9b2-045e-4eac-8a5b-07b635b69622,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:03.278136 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:03.280095 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:03.284738 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d90fd9b2-045e-4eac-8a5b-07b635b69622 HTTP/1.1" status: 204 len: 168 time: 0.1799521 May 14 09:45:08.748175 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d5fb549d-1c50-43a7-8993-21b5b09ae608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:09.556476 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58214) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:09.679508 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:09.694564 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:09.700152 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Usage tracker for resource:security_group_rule and tenant:1d06b63638f74637bb0358cb33d43d2a is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:09.705137 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:09.713384 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:09.812919 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:09.818704 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:09.825784 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fa92c3e8-b1c2-4ee8-8854-c2b32bd804a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:09.869788 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d06b63638f74637bb0358cb33d43d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121762 May 14 09:45:09.870741 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db35d2f5-7bf1-41dc-ba38-3076acd30a46,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:09.872611 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58220) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:09.873784 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:09.936101 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:09.964079 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:10.021880 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:10.025768 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7ad0bab3-b39b-42bf-968f-d19da62c4721 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:10.037422 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db35d2f5-7bf1-41dc-ba38-3076acd30a46,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:10.040822 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:10.046967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:10.048083 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db35d2f5-7bf1-41dc-ba38-3076acd30a46 HTTP/1.1" status: 204 len: 168 time: 0.1739068 May 14 09:45:11.177009 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:11.491393 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-236031fe-cc60-4f0e-90e3-27870f4e4e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.016920 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58284) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:12.137437 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.151804 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:12.155840 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Usage tracker for resource:security_group_rule and tenant:18d6a6a214ca4e05b723794f91d07674 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:12.159216 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:12.165320 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:12.249841 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.255346 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.267079 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8a30ee33-e616-4582-8368-2a6813223b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:12.274233 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.304776 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18d6a6a214ca4e05b723794f91d07674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866623 May 14 09:45:12.306716 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2092a20-8a21-4246-8b36-0edee296ce94,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:12.307463 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58294) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:12.309834 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:12.371671 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.399181 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.460706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.467215 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0c845535-da3b-48fc-bc7f-4503393889b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:12.480806 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2092a20-8a21-4246-8b36-0edee296ce94,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:12.483995 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:12.484842 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.487131 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2092a20-8a21-4246-8b36-0edee296ce94 HTTP/1.1" status: 204 len: 168 time: 0.1786256 May 14 09:45:12.819355 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58310) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:12.841183 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.856584 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:12.860443 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Usage tracker for resource:security_group_rule and tenant:6be1e838ac3a479e87f7323c91c3b3df is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:12.863458 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:12.872615 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:12.953098 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.958611 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:12.966588 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-00246f4c-6162-4419-8615-3be9e57190cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:13.003188 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6be1e838ac3a479e87f7323c91c3b3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826675 May 14 09:45:13.006155 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58314) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:13.009569 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c49beb0-bd69-434b-aaa5-c97e2ad98762,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:13.025073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:13.069398 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2243cac-3b93-439e-be83-6e8d47bc6c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.097939 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2243cac-3b93-439e-be83-6e8d47bc6c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.152477 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2243cac-3b93-439e-be83-6e8d47bc6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.158400 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3b390cc6-a295-4fa4-a57d-7d08ef85fa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:13.175875 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243cac-3b93-439e-be83-6e8d47bc6c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c49beb0-bd69-434b-aaa5-c97e2ad98762,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:13.180527 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b2243cac-3b93-439e-be83-6e8d47bc6c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:13.182305 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b2243cac-3b93-439e-be83-6e8d47bc6c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:13.183447 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b2243cac-3b93-439e-be83-6e8d47bc6c20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c49beb0-bd69-434b-aaa5-c97e2ad98762 HTTP/1.1" status: 204 len: 168 time: 0.1763909 May 14 09:45:13.824107 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:15.628269 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fc2db-175f-4f3e-8b1c-c3dd9711e402 req-89f2da1c-3847-4c17-97e1-23865384527a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:15.630053 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-656fc2db-175f-4f3e-8b1c-c3dd9711e402 req-89f2da1c-3847-4c17-97e1-23865384527a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1061697 May 14 09:45:15.679447 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-656fc2db-175f-4f3e-8b1c-c3dd9711e402 req-e1774c5a-4539-4702-b7d3-01bb69ac390c tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 May 14 09:45:16.552494 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:16.892671 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f1050-fbd5-4437-8cdd-7891b6a046da req-2281f477-b836-4be3-82b8-94cf0c8665b9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:16.894145 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-429f1050-fbd5-4437-8cdd-7891b6a046da req-2281f477-b836-4be3-82b8-94cf0c8665b9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0882385 May 14 09:45:16.942259 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-429f1050-fbd5-4437-8cdd-7891b6a046da req-a02049d2-e535-4646-a29d-244d94a04d82 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419567 May 14 09:45:18.151150 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd826b-6eb2-4a93-a1d8-4948cc4a215f req-51d6c5d3-534c-4670-a206-3027707d02e8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:18.153412 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-45dd826b-6eb2-4a93-a1d8-4948cc4a215f req-51d6c5d3-534c-4670-a206-3027707d02e8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0921814 May 14 09:45:18.180469 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58434) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:18.200494 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-45dd826b-6eb2-4a93-a1d8-4948cc4a215f req-51300f5d-2aff-4689-98ad-47d7988ce167 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 May 14 09:45:18.301661 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:18.318960 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:18.325411 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Usage tracker for resource:security_group_rule and tenant:046feefe8da04072a25659aa6bddf750 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:18.330432 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:18.338354 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:18.425007 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:18.430239 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:18.439107 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9350ae65-1bda-4c50-9961-b02127a81ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:18.477807 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb87c8f4-281b-4f1d-bf8a-3099d13b43b3,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:18.481169 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:18.483867 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=046feefe8da04072a25659aa6bddf750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019474 May 14 09:45:18.487129 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58442) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:18.552287 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:18.579787 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:18.642011 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:18.645838 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7f52b459-612d-473a-a0cd-ea1926508fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:18.663302 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb87c8f4-281b-4f1d-bf8a-3099d13b43b3,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:18.666268 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:18.671804 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:18.675499 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb87c8f4-281b-4f1d-bf8a-3099d13b43b3 HTTP/1.1" status: 204 len: 168 time: 0.1849408 May 14 09:45:18.979683 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58450) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:18.999474 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:19.020751 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:19.026225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:0b6f5096da954166bafd0df5310cc678 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:19.029209 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:19.035638 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:19.124439 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:19.130261 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:19.138086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b0a3d553-482b-4d04-a0f2-ae88171e83a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:19.182715 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b6f5096da954166bafd0df5310cc678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019131 May 14 09:45:19.183708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e2acd-3fe6-4dda-b5ba-45871ccd032a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:19.185637 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58454) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:19.186989 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:19.252562 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:19.281809 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:19.340599 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:19.353311 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6f0c9db7-7b40-43fe-9267-2cddedc217c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:19.372688 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e2acd-3fe6-4dda-b5ba-45871ccd032a,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:19.374796 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:19.375913 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b36e2acd-3fe6-4dda-b5ba-45871ccd032a HTTP/1.1" status: 204 len: 168 time: 0.1892004 May 14 09:45:19.376825 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:19.409432 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875af8d-7bdb-4b8e-b2d2-f5381faea338 req-bf4b0f4e-4a54-4527-8aa8-ef3c79040553 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:19.410942 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4875af8d-7bdb-4b8e-b2d2-f5381faea338 req-bf4b0f4e-4a54-4527-8aa8-ef3c79040553 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0981178 May 14 09:45:19.457895 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4875af8d-7bdb-4b8e-b2d2-f5381faea338 req-826d8794-db41-414f-8188-4d74db3bbb79 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 May 14 09:45:20.660512 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121e81c-e009-4c0e-9cfc-5ac829105a20 req-9547acf0-ac34-4724-8add-3a224ea90796 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:20.661975 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6121e81c-e009-4c0e-9cfc-5ac829105a20 req-9547acf0-ac34-4724-8add-3a224ea90796 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0884180 May 14 09:45:20.710631 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6121e81c-e009-4c0e-9cfc-5ac829105a20 req-6f29412a-25f9-480a-81fe-e5c1a707839c tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409818 May 14 09:45:21.747439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58542) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:21.873824 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:21.888330 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:21.892153 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Usage tracker for resource:security_group_rule and tenant:a9f483a69e9644468b6ea750e144d924 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:21.894942 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:21.900589 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:21.907594 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783197bf-ef44-462c-b061-3bb277c39c35 req-6b21d0c7-e94d-4a52-81c0-bc958451b569 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:21.909327 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-783197bf-ef44-462c-b061-3bb277c39c35 req-6b21d0c7-e94d-4a52-81c0-bc958451b569 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0867734 May 14 09:45:21.957524 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-783197bf-ef44-462c-b061-3bb277c39c35 req-cbade91d-cee6-4b6b-83fa-c1567c9032e8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 May 14 09:45:21.984539 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:21.990010 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:21.999069 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-be84e3f6-09ef-451a-a71c-da2a35dbf448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:22.038257 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9f483a69e9644468b6ea750e144d924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899694 May 14 09:45:22.039007 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d080b-68ce-4e25-a82b-b1f38b02d0e2,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:22.041198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58552) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:22.042131 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:22.103506 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.129409 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.182153 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.185706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c7c67a1e-57f3-42a3-843a-c5c3aa062380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:22.200342 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d080b-68ce-4e25-a82b-b1f38b02d0e2,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:22.202913 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:22.210176 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.211317 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb9d080b-68ce-4e25-a82b-b1f38b02d0e2 HTTP/1.1" status: 204 len: 168 time: 0.1692238 May 14 09:45:22.515359 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58564) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:22.533520 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.548227 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:22.552074 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Usage tracker for resource:security_group_rule and tenant:f9f9c5629370473583d326da35d581d8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:22.554936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:22.560561 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:22.643923 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.648775 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.656170 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d52383e6-2c49-4dc6-b66e-2cd616b6770b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:22.696548 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f9f9c5629370473583d326da35d581d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800725 May 14 09:45:22.697445 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5c226-b59d-45c7-ae7e-e09cb82241c9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:22.699358 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58570) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:22.700714 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:22.765137 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.793535 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.849150 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.852648 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3f730ae7-76c8-42e4-8040-3feac2841d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:22.864909 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5c226-b59d-45c7-ae7e-e09cb82241c9,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:22.868996 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:22.874808 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:22.875988 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ac5c226-b59d-45c7-ae7e-e09cb82241c9 HTTP/1.1" status: 204 len: 168 time: 0.1755481 May 14 09:45:23.153720 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d958da-deb6-41cd-96e0-0d7766eab21b req-5db3143a-86f5-43a5-be5e-9b3fe5ef32c9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:23.155213 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-92d958da-deb6-41cd-96e0-0d7766eab21b req-5db3143a-86f5-43a5-be5e-9b3fe5ef32c9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0847633 May 14 09:45:23.203802 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-92d958da-deb6-41cd-96e0-0d7766eab21b req-743234f0-e463-40a9-a29d-bc8c6a5594aa tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 May 14 09:45:24.400027 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374c1f0-fc1b-467a-93cd-7ff7eb0e4c3b req-9dba5f4e-d4ff-42d5-a5f6-9aac59bb09c8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:24.401604 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1374c1f0-fc1b-467a-93cd-7ff7eb0e4c3b req-9dba5f4e-d4ff-42d5-a5f6-9aac59bb09c8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0846550 May 14 09:45:24.452806 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1374c1f0-fc1b-467a-93cd-7ff7eb0e4c3b req-0f84c311-b441-4ab3-ae2c-e1203074989a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 May 14 09:45:25.674082 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e919330-b121-48fb-8f7f-ba6a75a0ed46 req-00f8f62e-d7e5-48f0-9d71-2696b522029d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:25.675589 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1e919330-b121-48fb-8f7f-ba6a75a0ed46 req-00f8f62e-d7e5-48f0-9d71-2696b522029d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0954621 May 14 09:45:25.720219 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1e919330-b121-48fb-8f7f-ba6a75a0ed46 req-cac9e729-e19f-4e30-afc3-e36b8218f3ee tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386963 May 14 09:45:26.908982 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6533-2165-44c1-9341-d454d62ab87d req-8242d280-e7e9-4d6f-bfab-2268ff504daf tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:26.910760 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c77e6533-2165-44c1-9341-d454d62ab87d req-8242d280-e7e9-4d6f-bfab-2268ff504daf tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0822041 May 14 09:45:26.957141 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c77e6533-2165-44c1-9341-d454d62ab87d req-99fe857b-ba49-4fc7-8cc1-a62ded00d7a7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 May 14 09:45:28.165701 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a15476-de93-40ec-b695-4f54932cf015 req-28efad08-d886-4c61-ad8f-f7198b022a05 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:28.167416 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d5a15476-de93-40ec-b695-4f54932cf015 req-28efad08-d886-4c61-ad8f-f7198b022a05 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0910206 May 14 09:45:28.214450 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d5a15476-de93-40ec-b695-4f54932cf015 req-840a0e5d-8a52-4313-86a2-038c9fe1459b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 May 14 09:45:29.435834 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2779512-35e9-4252-aee6-6b5c290e1e8b req-9694e1db-6baa-4137-bd46-8d6a03fd4fe0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:29.437590 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2779512-35e9-4252-aee6-6b5c290e1e8b req-9694e1db-6baa-4137-bd46-8d6a03fd4fe0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0945551 May 14 09:45:29.498081 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2779512-35e9-4252-aee6-6b5c290e1e8b req-28f28f30-0043-4c76-b358-dbadaadf83c9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544219 May 14 09:45:30.234144 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:45:30.369673 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:30.386177 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'port_id': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'mac_address': 'fa:16:3e:ea:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:45:30.474637 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.491509 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:45:30.506804 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:30.512283 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:30.514104 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:30.585299 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=6']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:30.588464 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:30.600080 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:45:30.697304 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022e8a8-dfde-45a6-8f83-c82cb3947c8c req-a2e7c0bb-0f32-4013-8d0f-80c4c819c779 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:30.698846 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d022e8a8-dfde-45a6-8f83-c82cb3947c8c req-a2e7c0bb-0f32-4013-8d0f-80c4c819c779 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 945 time: 0.0909464 May 14 09:45:30.817026 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d022e8a8-dfde-45a6-8f83-c82cb3947c8c req-317496bf-60de-4ac1-837d-c3d7aee362dd tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121595 May 14 09:45:32.028358 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3184f-4833-42ef-9484-d7667e5251fc req-fa643071-bdaa-4ad7-bbfb-832757383984 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:32.029788 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8cb3184f-4833-42ef-9484-d7667e5251fc req-fa643071-bdaa-4ad7-bbfb-832757383984 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 945 time: 0.0969415 May 14 09:45:32.079147 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8cb3184f-4833-42ef-9484-d7667e5251fc req-4d193f2c-5842-45b7-b042-439e79006287 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 May 14 09:45:32.243647 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:45:32.312898 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:45:32.313279 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.431151 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.459615 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:32.471581 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:32.479163 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.481897 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:32.524224 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58750) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:32.528736 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'code': 200} May 14 09:45:32.554194 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=7']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:32.557512 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:32.649644 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.664760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:32.669674 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Usage tracker for resource:security_group_rule and tenant:99b0358cadd6412fabbed7e61c58c38d is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:32.672529 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:32.678034 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:32.770048 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.775624 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.784979 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-95085001-1356-40fb-83ac-fab67fa187e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:32.829278 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99b0358cadd6412fabbed7e61c58c38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030055 May 14 09:45:32.830173 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7218c355-6127-46e5-8613-4e1a9a3e2e94,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:32.832022 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58760) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:32.833623 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:32.895520 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.922500 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.975852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:32.979567 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1de972b3-7ba5-476b-8394-19b7cc4b9fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:32.992241 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7218c355-6127-46e5-8613-4e1a9a3e2e94,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:32.996095 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:33.001943 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.005603 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7218c355-6127-46e5-8613-4e1a9a3e2e94 HTTP/1.1" status: 204 len: 168 time: 0.1701086 May 14 09:45:33.295411 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58770) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:33.314050 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.328479 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:33.332478 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd33fada90443e98570414c087c6004 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:33.335266 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:33.341181 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:33.356991 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a6d9f-7ac3-4fd6-96a2-76c39030469f req-61da98d3-14ff-4957-9232-18d92c765ab6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:33.358181 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-083a6d9f-7ac3-4fd6-96a2-76c39030469f req-61da98d3-14ff-4957-9232-18d92c765ab6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1642382 May 14 09:45:33.410786 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-083a6d9f-7ac3-4fd6-96a2-76c39030469f req-a0d942fe-da40-4ac4-ae47-35efde48f63c tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468545 May 14 09:45:33.442460 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.447786 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.454903 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-bca2004a-8567-461c-bb87-75b9d562d668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:33.494335 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffd33fada90443e98570414c087c6004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977308 May 14 09:45:33.495126 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981f0266-99eb-4fc2-abe9-799d0c2895ac,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:33.497287 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58774) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:33.514200 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.514560 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.514946 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.515290 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.515630 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.515967 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.516300 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.516629 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.516966 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.517292 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.517620 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.517947 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:33.523402 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:33.565617 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.591737 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.653156 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.660685 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-bf44485b-10cd-4f70-aa60-86f6da6c1861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:33.675224 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981f0266-99eb-4fc2-abe9-799d0c2895ac,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:33.679024 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:33.686672 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:33.687867 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/981f0266-99eb-4fc2-abe9-799d0c2895ac HTTP/1.1" status: 204 len: 168 time: 0.1898646 May 14 09:45:34.060844 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58788) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:34.080119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.096449 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:34.100928 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6dafbca0b91e47c2aafa9ca405b7cfcc is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:34.104282 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:34.110069 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:34.190759 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.197110 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.208260 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1beaad10-afe0-4c93-8a03-c1406c24eb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:34.245804 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6dafbca0b91e47c2aafa9ca405b7cfcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837063 May 14 09:45:34.247487 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44196ed-371b-403b-b75e-4642278ee475,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:34.248799 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58792) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:34.250468 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1019ffd6-7ce6-4487-9f3b-07838b1a87a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:34.312359 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.338240 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.398769 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.402108 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4e2bf046-4eae-4ab9-8dac-58602aa8063a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:34.413371 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44196ed-371b-403b-b75e-4642278ee475,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:34.416843 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:34.420300 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:34.421423 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c44196ed-371b-403b-b75e-4642278ee475 HTTP/1.1" status: 204 len: 168 time: 0.1716657 May 14 09:45:34.612297 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405c85d-94ca-49f6-80d9-c32b3559ec54 req-321ee053-b4bd-4d9b-86dc-bf51f7a3cba5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:34.613756 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8405c85d-94ca-49f6-80d9-c32b3559ec54 req-321ee053-b4bd-4d9b-86dc-bf51f7a3cba5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0832000 May 14 09:45:34.659412 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8405c85d-94ca-49f6-80d9-c32b3559ec54 req-a83d3677-7a83-4d4b-a874-eebda3dff626 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399454 May 14 09:45:35.233535 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 58832) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:35.360001 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.375348 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:45:35.380744 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Usage tracker for resource:security_group_rule and tenant:e40fb12d958f4ec6ad8a10fa8ca516e1 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:45:35.383706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:45:35.389518 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:45:35.484008 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.488943 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.513429 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-77e0c02a-869c-4664-b7c7-d6f2b0f7c6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:35.532792 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e40fb12d958f4ec6ad8a10fa8ca516e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975748 May 14 09:45:35.535908 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 58852) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:35.547595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e84e37-a2d7-4f4c-990f-e31ddcbad22b,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:35.556256 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.556624 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.557171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.557709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.558220 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.559351 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.559771 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.560138 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.560775 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.563363 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.563939 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.564501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:35.571198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:35.609318 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.639273 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.706370 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.714458 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-088997de-0d57-489f-857d-56875c3da752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:35.730839 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e84e37-a2d7-4f4c-990f-e31ddcbad22b,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:35.736650 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:35.739378 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:35.740548 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89e84e37-a2d7-4f4c-990f-e31ddcbad22b HTTP/1.1" status: 204 len: 168 time: 0.2033105 May 14 09:45:35.899698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97a32-9c37-43a5-9c58-303c31472653 req-3efd33b2-3c45-4b7a-9075-cbb54961221d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:35.908525 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e2a97a32-9c37-43a5-9c58-303c31472653 req-3efd33b2-3c45-4b7a-9075-cbb54961221d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1027374 May 14 09:45:35.978270 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e2a97a32-9c37-43a5-9c58-303c31472653 req-28a44ebc-3f0e-4f95-a3d1-39cb32d2e626 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687156 May 14 09:45:37.207760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34a824-3303-47af-96db-f6d15a106aa1 req-cb61b5bc-6769-4c93-9b15-0443899bf93f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:37.216093 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3e34a824-3303-47af-96db-f6d15a106aa1 req-cb61b5bc-6769-4c93-9b15-0443899bf93f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1060417 May 14 09:45:37.265555 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3e34a824-3303-47af-96db-f6d15a106aa1 req-e97e24f5-53bf-4e8f-9f66-20ab4593a2de tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 May 14 09:45:37.788518 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:45:38.509627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0b52a-0f06-4f53-9d27-a587a2e9daf1 req-3bc44f86-6f53-4341-b517-1167aa932bb4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:38.511772 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-55d0b52a-0f06-4f53-9d27-a587a2e9daf1 req-3bc44f86-6f53-4341-b517-1167aa932bb4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0962527 May 14 09:45:38.571079 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-55d0b52a-0f06-4f53-9d27-a587a2e9daf1 req-5ae40a7a-8bf2-4909-9611-75f9ec71ed66 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526826 May 14 09:45:38.754962 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d679973f-87dd-4d8a-84fe-4a1fc66243ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:39.817237 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc68e4-c45e-4871-8fdd-27c2c2ce80d5 req-f9fba44a-9edc-48d4-acaf-2a82a276ca8d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:39.820045 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eefc68e4-c45e-4871-8fdd-27c2c2ce80d5 req-f9fba44a-9edc-48d4-acaf-2a82a276ca8d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1332138 May 14 09:45:39.875080 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-eefc68e4-c45e-4871-8fdd-27c2c2ce80d5 req-8f1fc4a2-5f3b-440c-8e78-350e070bcbbb tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488389 May 14 09:45:41.136619 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d72be-6ea6-4928-b4a2-1aaa19931607 req-3ab19d6c-966e-4baa-a577-1ab9db0f8fde tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:41.138652 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a11d72be-6ea6-4928-b4a2-1aaa19931607 req-3ab19d6c-966e-4baa-a577-1ab9db0f8fde tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1092973 May 14 09:45:41.190487 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:41.199678 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a11d72be-6ea6-4928-b4a2-1aaa19931607 req-fe08f1ae-f294-4a77-942a-5f3e1c80c214 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547237 May 14 09:45:41.497315 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-211b5611-ebeb-4b81-b189-3437744131e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.274339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:42.463486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a506a4f-61fe-411b-bc0e-9596c49a1fa3 req-b21aeab8-f97f-465d-ae83-535d518c9c6b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:42.469093 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7a506a4f-61fe-411b-bc0e-9596c49a1fa3 req-b21aeab8-f97f-465d-ae83-535d518c9c6b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1172493 May 14 09:45:42.528950 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7a506a4f-61fe-411b-bc0e-9596c49a1fa3 req-3c568919-87db-4c0b-9a7d-b1475e1944d4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532479 May 14 09:45:43.795752 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276542cf-8db7-48ed-a379-e6e34297df4c req-16a2a71a-2185-4684-9fd9-af72d28520ba tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:43.797238 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-276542cf-8db7-48ed-a379-e6e34297df4c req-16a2a71a-2185-4684-9fd9-af72d28520ba tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1273613 May 14 09:45:43.836364 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:43.853717 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-276542cf-8db7-48ed-a379-e6e34297df4c req-9dd81847-16d3-4304-a2c8-7f4ac735d94e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504253 May 14 09:45:45.105270 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289c151-ccc5-4e85-916c-0fe6e44dbb76 req-2b5403d2-ef81-4bf2-8688-7d317e054bf7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:45.107525 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5289c151-ccc5-4e85-916c-0fe6e44dbb76 req-2b5403d2-ef81-4bf2-8688-7d317e054bf7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.1159625 May 14 09:45:45.165547 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5289c151-ccc5-4e85-916c-0fe6e44dbb76 req-192643f4-8f68-4fa8-99b6-0af9a2c67d19 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517614 May 14 09:45:46.374698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95352-ff04-4086-b057-35e882c8da43 req-b39219ee-8982-40ba-9f11-9bb6729cf9f9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:46.376385 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-77b95352-ff04-4086-b057-35e882c8da43 req-b39219ee-8982-40ba-9f11-9bb6729cf9f9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0924108 May 14 09:45:46.430587 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-77b95352-ff04-4086-b057-35e882c8da43 req-3b59003d-c59f-4d9b-8bc7-a439badf541f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 May 14 09:45:46.568450 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:46.805306 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-27a08a2b-177c-48ef-bb98-4f38e9976292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:46.806831 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-27a08a2b-177c-48ef-bb98-4f38e9976292 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 1099 time: 0.0772114 May 14 09:45:46.938069 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-1f723c18-89d2-4b67-b1f3-9925c356647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:46.939553 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-1f723c18-89d2-4b67-b1f3-9925c356647f service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1257558 May 14 09:45:47.045233 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-40ee084e-02d3-4db9-89fe-2984950126af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 HTTP/1.1" status: 200 len: 1001 time: 0.0973566 May 14 09:45:47.108992 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-8e370ff4-e62c-4980-836b-c4e9456d3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:47.110400 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-8e370ff4-e62c-4980-836b-c4e9456d3afc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0580983 May 14 09:45:47.195515 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-edbf1932-9fd3-4431-bb87-434ca9c1b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:47.197013 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-edbf1932-9fd3-4431-bb87-434ca9c1b233 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0784335 May 14 09:45:47.331183 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-82a46be9-f3d1-414f-a1cc-d5fd829318f2 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265914 May 14 09:45:47.482280 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56559320-77f9-45f2-8fb0-d8c54244a23d req-c1cc50b3-3759-4a17-8510-f554fedaa0ac service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432760 May 14 09:45:47.642783 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438d15-b811-430e-b495-3a07fa4751c1 req-4be0e85c-b62a-4002-a2b3-e65f4d57e4ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:47.644238 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-13438d15-b811-430e-b495-3a07fa4751c1 req-4be0e85c-b62a-4002-a2b3-e65f4d57e4ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 946 time: 0.0924399 May 14 09:45:47.692152 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-13438d15-b811-430e-b495-3a07fa4751c1 req-f95a787e-dead-4187-839a-0e5f4b898422 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397654 May 14 09:45:48.341859 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:45:48.455997 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:48.488791 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:45:48.499047 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:45:48.504165 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:45:48.506796 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-85807e93-b6fd-48fc-9f93-56185b586b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:45:48.541147 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'code': 200} May 14 09:45:48.581516 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=8']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:45:48.588789 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.589104 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.589463 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.589790 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.590124 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.590437 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.590801 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.591102 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.591460 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.591797 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.592306 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.592622 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:45:48.596621 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:45:48.904022 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edff9f-9bd0-4498-8c0d-27372f26e0a2 req-05f8d6c8-e413-4946-ad63-01f5a85cb159 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:48.905660 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-41edff9f-9bd0-4498-8c0d-27372f26e0a2 req-05f8d6c8-e413-4946-ad63-01f5a85cb159 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0810943 May 14 09:45:48.950784 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-41edff9f-9bd0-4498-8c0d-27372f26e0a2 req-a1b2c5be-a24c-4447-97f8-eb417836b98b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390031 May 14 09:45:50.153116 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c94c4-1b1d-45e1-b469-6cbd92685c93 req-26c36557-f2d2-47e1-81ab-d44034efa736 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:50.154685 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e98c94c4-1b1d-45e1-b469-6cbd92685c93 req-26c36557-f2d2-47e1-81ab-d44034efa736 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0896862 May 14 09:45:50.198817 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e98c94c4-1b1d-45e1-b469-6cbd92685c93 req-c031ad2d-23b3-446f-a67a-32fb65ff8ccb tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378733 May 14 09:45:51.147127 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d909c6-88c0-415e-8cef-eb4894c30741 req-30f4a3bc-fb7d-444c-9258-5affb55fdae2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:51.148741 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-15d909c6-88c0-415e-8cef-eb4894c30741 req-30f4a3bc-fb7d-444c-9258-5affb55fdae2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0870686 May 14 09:45:51.194964 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-15d909c6-88c0-415e-8cef-eb4894c30741 req-7407a5a6-ebf2-4da5-a428-5f705ec5c282 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 May 14 09:45:51.448388 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59058) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:45:51.574373 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-a7f8bece-87b9-4872-8ac2-fcc5f7e987b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246455 May 14 09:45:52.382417 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:45:52.488514 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe89c7-98aa-40bf-8102-531e79c6321b req-7db5b3da-0ddd-486d-8d59-934f3fcd31c9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:52.490014 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bbfe89c7-98aa-40bf-8102-531e79c6321b req-7db5b3da-0ddd-486d-8d59-934f3fcd31c9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1796100 May 14 09:45:52.539245 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bbfe89c7-98aa-40bf-8102-531e79c6321b req-f79e1ea5-6f32-4990-9f78-96ae84c09b53 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 May 14 09:45:53.173002 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-5e8b693e-f318-404a-8800-65fd633d3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:53.174452 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-5e8b693e-f318-404a-8800-65fd633d3970 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4&tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 1097 time: 0.0761719 May 14 09:45:53.274062 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-e539cdd4-9216-45ff-a60d-5e116c130026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:53.275560 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-e539cdd4-9216-45ff-a60d-5e116c130026 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0746667 May 14 09:45:53.427454 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-d8ebe113-d884-46f8-9ddb-c2f944cebf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:53.428832 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-d8ebe113-d884-46f8-9ddb-c2f944cebf21 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1463001 May 14 09:45:53.537542 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-b23dedb2-23e3-49b0-aa92-bbbb75ab6d96 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 HTTP/1.1" status: 200 len: 999 time: 0.1014009 May 14 09:45:53.600810 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-4426cda5-3b58-4010-9d32-0a646c44344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:53.602266 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-4426cda5-3b58-4010-9d32-0a646c44344c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0578873 May 14 09:45:53.681771 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-4b017cae-c927-45e5-a6c1-a1239025f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:53.683195 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-4b017cae-c927-45e5-a6c1-a1239025f295 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0743115 May 14 09:45:53.735644 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c70e-9333-4218-9dae-0be08294d5ab req-a95b8933-fbf0-4a52-a488-1b04678ee380 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:53.737260 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7314c70e-9333-4218-9dae-0be08294d5ab req-a95b8933-fbf0-4a52-a488-1b04678ee380 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0806921 May 14 09:45:53.782081 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7314c70e-9333-4218-9dae-0be08294d5ab req-2b9b8737-f008-4787-9750-9721a18b042d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383487 May 14 09:45:53.816981 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-1c2dbfe4-8ec0-4696-9350-003a7ba74222 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267092 May 14 09:45:53.951510 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-289f8991-b5f5-4b84-af37-1fd21efbb64d req-fee2e92e-b188-4e36-93cf-2c1b28ee3aef service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266212 May 14 09:45:54.982224 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e972f8-a793-4675-ad8c-2331b7795283 req-1274f1ef-0a51-45d3-9114-fbcd7aaa4137 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:54.983710 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a7e972f8-a793-4675-ad8c-2331b7795283 req-1274f1ef-0a51-45d3-9114-fbcd7aaa4137 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0875256 May 14 09:45:55.034006 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a7e972f8-a793-4675-ad8c-2331b7795283 req-efd44f85-052b-41a0-8995-5acb694d35cb tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 May 14 09:45:56.238591 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa66728-29b5-4a59-9486-944d0217ffdc req-a7edc5a3-789f-4258-8514-f18de901f5b8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:56.240063 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9fa66728-29b5-4a59-9486-944d0217ffdc req-a7edc5a3-789f-4258-8514-f18de901f5b8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0880108 May 14 09:45:56.285817 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9fa66728-29b5-4a59-9486-944d0217ffdc req-0aed4187-236c-4bf2-af67-ddebfee5a829 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397835 May 14 09:45:57.492631 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e55c9-4fa4-486e-89e6-6523c656db38 req-8f115ab6-6691-40dd-a652-fe334c3e172b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:57.494218 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0a0e55c9-4fa4-486e-89e6-6523c656db38 req-8f115ab6-6691-40dd-a652-fe334c3e172b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0927794 May 14 09:45:57.545897 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0a0e55c9-4fa4-486e-89e6-6523c656db38 req-ea39e736-d934-40c7-b9e6-73699d3e2d34 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450764 May 14 09:45:58.744746 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad981aaf-a4ff-4d5a-bfb9-b35ec9c4a296 req-c216e548-a099-423b-9f63-f74aeccdbaf9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:45:58.747025 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ad981aaf-a4ff-4d5a-bfb9-b35ec9c4a296 req-c216e548-a099-423b-9f63-f74aeccdbaf9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0868585 May 14 09:45:58.878738 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ad981aaf-a4ff-4d5a-bfb9-b35ec9c4a296 req-11438d78-9c1e-4ee2-9b83-6f72412446fb tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254737 May 14 09:46:00.110601 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c5535-ede7-4e41-94f8-1f09e07b80e0 req-9ede596b-ec3c-4503-b737-443d7821cfd8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:00.112147 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-004c5535-ede7-4e41-94f8-1f09e07b80e0 req-9ede596b-ec3c-4503-b737-443d7821cfd8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1002452 May 14 09:46:00.192114 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-004c5535-ede7-4e41-94f8-1f09e07b80e0 req-0b318bc4-de62-4a35-98f8-bd1880cf7941 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726538 May 14 09:46:01.400950 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e497-a2a1-4464-90a9-62c2d146cfe8 req-91d6e24d-7058-4e34-ad72-37fa74fc1fbe tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:01.403262 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fc61e497-a2a1-4464-90a9-62c2d146cfe8 req-91d6e24d-7058-4e34-ad72-37fa74fc1fbe tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0830884 May 14 09:46:01.461081 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-fc61e497-a2a1-4464-90a9-62c2d146cfe8 req-590994b1-a48c-49a9-922b-c88f3fda0321 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480809 May 14 09:46:02.688590 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c8269-b027-4606-928a-54b135cc751c req-b4490aaf-f1f7-4375-b145-44d48f7a151b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:02.694966 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d3c8269-b027-4606-928a-54b135cc751c req-b4490aaf-f1f7-4375-b145-44d48f7a151b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1125691 May 14 09:46:02.758984 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8d3c8269-b027-4606-928a-54b135cc751c req-6d23aa8f-df49-4fc1-8889-803ee781bf9b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555601 May 14 09:46:03.968477 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a0c6-8297-488e-87db-fbaf2e0d74b8 req-e700bc0e-f2f6-40a5-8b5b-23ae5c32e6f5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:03.971202 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c340a0c6-8297-488e-87db-fbaf2e0d74b8 req-e700bc0e-f2f6-40a5-8b5b-23ae5c32e6f5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0931082 May 14 09:46:04.017992 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c340a0c6-8297-488e-87db-fbaf2e0d74b8 req-28e558de-9912-4835-a52d-99cd45470b42 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 May 14 09:46:05.238161 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7c0f-d68a-42e9-b3b0-5e8e1ce4d2d5 req-0b2eddab-a66d-4436-8970-45df006640ca tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:05.239687 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-465b7c0f-d68a-42e9-b3b0-5e8e1ce4d2d5 req-0b2eddab-a66d-4436-8970-45df006640ca tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0868902 May 14 09:46:05.289326 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-465b7c0f-d68a-42e9-b3b0-5e8e1ce4d2d5 req-94d57ed4-6ce3-4ad2-93e3-0ad7b2f4c321 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394635 May 14 09:46:06.489678 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e251c6-fd07-4081-bd76-2221335488eb req-06031ad8-73e4-408f-9151-bdc86cfa3da5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:06.496957 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e3e251c6-fd07-4081-bd76-2221335488eb req-06031ad8-73e4-408f-9151-bdc86cfa3da5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0959890 May 14 09:46:06.540995 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e3e251c6-fd07-4081-bd76-2221335488eb req-d0b43e7e-f25c-4841-ac35-f7798ec581a9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 May 14 09:46:07.749488 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828c3ce-5b00-46e2-bd7c-343b4f23a4c3 req-0f32ad18-f3bd-4e32-8570-8557d6d34d2b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:07.750891 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4828c3ce-5b00-46e2-bd7c-343b4f23a4c3 req-0f32ad18-f3bd-4e32-8570-8557d6d34d2b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0880427 May 14 09:46:07.798284 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4828c3ce-5b00-46e2-bd7c-343b4f23a4c3 req-7fa6533a-151d-4208-8f04-d0472182d82f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 May 14 09:46:08.750488 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-eb5a70e8-4627-4c1c-9848-eefc5fa00d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:09.011716 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad06a7-ec96-4210-a767-cf8df475c4d6 req-711ac3bb-5588-4a13-9f95-50d3c9bac775 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:09.013267 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dfad06a7-ec96-4210-a767-cf8df475c4d6 req-711ac3bb-5588-4a13-9f95-50d3c9bac775 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0978367 May 14 09:46:09.061556 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dfad06a7-ec96-4210-a767-cf8df475c4d6 req-b25ba41f-8e04-4da7-b723-b4070c824acf tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 May 14 09:46:10.236772 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59206) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:10.250142 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eabee-be19-4626-9099-64ec582f5775 req-750599f9-ccae-466b-b113-b5cb95285e63 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:10.251668 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-427eabee-be19-4626-9099-64ec582f5775 req-750599f9-ccae-466b-b113-b5cb95285e63 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0798807 May 14 09:46:10.299689 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-427eabee-be19-4626-9099-64ec582f5775 req-655091cb-2225-45a1-9c35-3d65a7f38766 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 May 14 09:46:10.360301 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.377247 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:46:10.381048 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Usage tracker for resource:security_group_rule and tenant:e8914953c2be4094897bee400fd21bd8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:46:10.383960 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:46:10.389731 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:46:10.472297 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.477470 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.486788 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9b51c600-ceb8-4c14-be4b-f6689ecea7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:10.523870 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa67660b-89e0-4aff-863a-e21542930148,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:10.528244 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e8914953c2be4094897bee400fd21bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904010 May 14 09:46:10.529114 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:10.532290 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59212) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:46:10.590007 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.615988 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.672522 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.676352 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-afaa7df3-fc0b-4b55-9c2e-26f8c588fd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:10.690636 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa67660b-89e0-4aff-863a-e21542930148,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:10.694107 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:10.697686 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:10.698850 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa67660b-89e0-4aff-863a-e21542930148 HTTP/1.1" status: 204 len: 168 time: 0.1655755 May 14 09:46:11.196942 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:11.492738 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-07c4df3d-75c9-4f94-9b60-ca82d4cf7f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:11.508590 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c98522-5852-4e2c-8ea9-ce234bfd877f req-433c4e60-f194-4db6-b98e-407eb7bc82d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:11.510154 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d1c98522-5852-4e2c-8ea9-ce234bfd877f req-433c4e60-f194-4db6-b98e-407eb7bc82d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0905585 May 14 09:46:11.555323 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d1c98522-5852-4e2c-8ea9-ce234bfd877f req-d4ea7f3f-9c71-4989-9609-278aa1d40bd0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 May 14 09:46:12.286473 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:12.846630 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f74d1-16e9-4c09-a157-cddd0734b0e2 req-e3c22d19-f9df-4ac4-ac10-7f8a82e94b03 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:12.848091 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-de6f74d1-16e9-4c09-a157-cddd0734b0e2 req-e3c22d19-f9df-4ac4-ac10-7f8a82e94b03 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.1645734 May 14 09:46:12.892553 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-de6f74d1-16e9-4c09-a157-cddd0734b0e2 req-2213cbaf-4c12-4a8e-9823-e31447784ba1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 May 14 09:46:13.843305 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:14.093467 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ae51-84e8-4444-bf09-0c18291a4bb4 req-3c7bc887-15cc-400a-9d96-131e7cef76f3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:14.094856 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6d41ae51-84e8-4444-bf09-0c18291a4bb4 req-3c7bc887-15cc-400a-9d96-131e7cef76f3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 944 time: 0.0903442 May 14 09:46:14.139976 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6d41ae51-84e8-4444-bf09-0c18291a4bb4 req-8ce6ac42-6bf9-4954-a868-5f12c6483a6c tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392911 May 14 09:46:14.467593 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:46:14.603802 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:14.616764 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'port_id': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'mac_address': 'fa:16:3e:ea:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:46:14.673011 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:14.690187 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:46:14.706213 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:14.713158 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:14.715830 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:14.788596 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:46:14.791718 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=9']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:14.795785 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:15.084603 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:46:15.349260 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8b707-3b66-4e5d-a92d-3c6f80171511 req-7306a987-2e06-40f7-85fb-7d8eca721b59 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:15.350647 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-07e8b707-3b66-4e5d-a92d-3c6f80171511 req-7306a987-2e06-40f7-85fb-7d8eca721b59 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 945 time: 0.0888181 May 14 09:46:15.408277 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-07e8b707-3b66-4e5d-a92d-3c6f80171511 req-5bace32a-5802-4c51-aa95-ef88f141eb13 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485582 May 14 09:46:16.502771 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:46:16.578326 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.583752 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:46:16.584123 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.602107 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcaab5-8d96-4084-85b3-f8d696f133b0 req-be883778-7f72-49e4-8aa5-a403b05e9538 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:16.603624 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ccbcaab5-8d96-4084-85b3-f8d696f133b0 req-be883778-7f72-49e4-8aa5-a403b05e9538 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 945 time: 0.0823293 May 14 09:46:16.653567 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ccbcaab5-8d96-4084-85b3-f8d696f133b0 req-39ddf703-42e8-44c8-8143-e422d3f6a929 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 May 14 09:46:16.700557 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.730568 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:46:16.742660 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:46:16.748040 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:16.751132 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-b28fd815-322b-4e5a-a7f9-1a7edc813d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:46:16.782554 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'code': 200} May 14 09:46:16.825744 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=10']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:46:16.828653 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:46:17.351459 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaea78-4d13-4ffc-bd7d-c80818d57911 req-8ab71b76-9624-4046-a41a-d5c39f5a8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.352973 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-08eaea78-4d13-4ffc-bd7d-c80818d57911 req-8ab71b76-9624-4046-a41a-d5c39f5a8a38 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 1100 time: 0.0724058 May 14 09:46:17.398398 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-08eaea78-4d13-4ffc-bd7d-c80818d57911 req-6dc06ff1-8853-4ba2-9f7b-2e9362ef62c8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 May 14 09:46:17.870630 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fa355-f89e-405b-9772-94a03e165bd6 req-a6b9f3cc-a6ed-4ea6-b15d-f8ff965a3f6c tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:17.872108 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-106fa355-f89e-405b-9772-94a03e165bd6 req-a6b9f3cc-a6ed-4ea6-b15d-f8ff965a3f6c tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 947 time: 0.0921488 May 14 09:46:17.923260 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-106fa355-f89e-405b-9772-94a03e165bd6 req-8d60856d-f6a5-48b5-9719-fd9eef094955 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 May 14 09:46:19.135501 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ca3f7-a5d6-4d5d-b986-3eefb1049d26 req-09400cd1-428b-461b-8889-6ad5cba8d187 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:19.137133 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5b3ca3f7-a5d6-4d5d-b986-3eefb1049d26 req-09400cd1-428b-461b-8889-6ad5cba8d187 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 947 time: 0.0895269 May 14 09:46:19.184862 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5b3ca3f7-a5d6-4d5d-b986-3eefb1049d26 req-4b234b7d-c561-406f-927f-19c35f295879 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414968 May 14 09:46:19.921845 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f10272-638b-42b8-965b-5f34ec5a7108 req-6f767de5-07c1-4ec0-aa90-529230335a83 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:19.923324 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b6f10272-638b-42b8-965b-5f34ec5a7108 req-6f767de5-07c1-4ec0-aa90-529230335a83 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0850084 May 14 09:46:19.975388 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b6f10272-638b-42b8-965b-5f34ec5a7108 req-b8b5e9ab-6341-4d01-aa8f-6ce595f0c7ba tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 May 14 09:46:20.388397 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f029691-0dfd-4ed3-95b4-2b599b3551d4 req-2df40f59-2c83-4812-80d3-32336335f2da tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:20.389945 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8f029691-0dfd-4ed3-95b4-2b599b3551d4 req-2df40f59-2c83-4812-80d3-32336335f2da tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 947 time: 0.0839548 May 14 09:46:20.440158 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8f029691-0dfd-4ed3-95b4-2b599b3551d4 req-f0c7009a-6fb2-4a4e-808e-e862b9461a8e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 May 14 09:46:21.163395 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739b27-a7d4-40a6-a29b-225edd6466eb req-9d9c613a-e1d6-4068-bc11-1acd91fa13f9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:21.164822 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8c739b27-a7d4-40a6-a29b-225edd6466eb req-9d9c613a-e1d6-4068-bc11-1acd91fa13f9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0823452 May 14 09:46:21.212499 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8c739b27-a7d4-40a6-a29b-225edd6466eb req-dfaf25cc-ed91-4efa-bd6c-3338dc157b45 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390544 May 14 09:46:22.425225 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b3a8a-c844-4296-aeab-f9be01d5a636 req-08211215-7a9f-40ad-a18d-af404dc26e6c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:22.427470 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f53b3a8a-c844-4296-aeab-f9be01d5a636 req-08211215-7a9f-40ad-a18d-af404dc26e6c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0958655 May 14 09:46:22.474025 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f53b3a8a-c844-4296-aeab-f9be01d5a636 req-ba5be68d-ddb2-46f9-939c-00ad2947372d tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406656 May 14 09:46:23.673165 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3c6b-e5f1-4762-a296-854731d65de1 req-5f0c728f-871b-408c-a697-cd90bae487f4 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:23.674629 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a8ce3c6b-e5f1-4762-a296-854731d65de1 req-5f0c728f-871b-408c-a697-cd90bae487f4 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0888553 May 14 09:46:23.723476 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a8ce3c6b-e5f1-4762-a296-854731d65de1 req-8e7f5440-6cd6-43d5-b313-8414359238a7 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406120 May 14 09:46:24.934921 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004b72a-d0cb-48a4-a418-083aa6969062 req-23c3d558-c7d0-4172-b1a1-6e2e0c5697cf tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:24.936405 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4004b72a-d0cb-48a4-a418-083aa6969062 req-23c3d558-c7d0-4172-b1a1-6e2e0c5697cf tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0910921 May 14 09:46:24.984829 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4004b72a-d0cb-48a4-a418-083aa6969062 req-acb801d0-bdc3-4a87-8d21-ec5e1d9d50cb tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 May 14 09:46:26.200966 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f588b-58f5-4722-a0a3-77bac54f3403 req-43bc1fe9-4b1f-4fd9-a666-60f9b428dafd tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:26.202401 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0e4f588b-58f5-4722-a0a3-77bac54f3403 req-43bc1fe9-4b1f-4fd9-a666-60f9b428dafd tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0889959 May 14 09:46:26.247346 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0e4f588b-58f5-4722-a0a3-77bac54f3403 req-49a788ad-965a-4fd4-9a2c-300e4dc30621 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390952 May 14 09:46:27.442059 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61bc8b-73af-4b79-836b-4eed739455c7 req-d4dc6824-6642-44d2-b34c-b95a92961a0b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:27.443543 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1b61bc8b-73af-4b79-836b-4eed739455c7 req-d4dc6824-6642-44d2-b34c-b95a92961a0b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0894666 May 14 09:46:27.489976 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1b61bc8b-73af-4b79-836b-4eed739455c7 req-0c5dd530-8d9a-477e-a34b-41aac68549f3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 May 14 09:46:28.715945 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b39c8-b10c-47c1-a3ce-70573c3b6d19 req-cb8f12e9-e1bc-43d5-94a5-3b3c88822f7f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:28.717434 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e59b39c8-b10c-47c1-a3ce-70573c3b6d19 req-cb8f12e9-e1bc-43d5-94a5-3b3c88822f7f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1090479 May 14 09:46:28.763411 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e59b39c8-b10c-47c1-a3ce-70573c3b6d19 req-e98e4485-c19b-4ab6-8b71-74f43f089570 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 May 14 09:46:29.988294 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ed41-9884-48b6-9240-0787c8ab17d1 req-fd843bfe-4325-4e07-acd4-0558cd97d039 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:29.989760 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7129ed41-9884-48b6-9240-0787c8ab17d1 req-fd843bfe-4325-4e07-acd4-0558cd97d039 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0962613 May 14 09:46:30.038012 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7129ed41-9884-48b6-9240-0787c8ab17d1 req-91eabfeb-3861-4ca9-9fce-daa36cc07b33 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425167 May 14 09:46:31.242135 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b8204-81e2-45de-af13-975a5b869ef9 req-1936859c-814a-4da7-8c3c-0a018eadcf81 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:31.243610 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d90b8204-81e2-45de-af13-975a5b869ef9 req-1936859c-814a-4da7-8c3c-0a018eadcf81 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0970018 May 14 09:46:31.348536 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d90b8204-81e2-45de-af13-975a5b869ef9 req-2cad181a-2280-4316-9bb9-aec38d74f4e5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978858 May 14 09:46:32.543357 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183cf9a-05a8-4632-93de-ecc941075c81 req-ea91575d-5251-464a-b08b-1e271a7d6d46 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:32.544974 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f183cf9a-05a8-4632-93de-ecc941075c81 req-ea91575d-5251-464a-b08b-1e271a7d6d46 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0844476 May 14 09:46:32.592579 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f183cf9a-05a8-4632-93de-ecc941075c81 req-917bdb8c-1abf-48f6-8e0f-364d7c6eaa8a tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 May 14 09:46:33.975332 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75658de1-6032-41f6-b81d-763613c62011 req-1c0a05e5-8bba-4aa1-8cf5-7b2c40fab2b7 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:33.976801 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-75658de1-6032-41f6-b81d-763613c62011 req-1c0a05e5-8bba-4aa1-8cf5-7b2c40fab2b7 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.2671924 May 14 09:46:34.025741 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-75658de1-6032-41f6-b81d-763613c62011 req-1a2b37e3-e427-49ee-8ee8-ea8e404b862b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432217 May 14 09:46:35.287410 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8299d6-084d-4056-b750-f8a516e84d75 req-c9f4d4be-fbf5-4298-95aa-fccb174ca2ec tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:35.288883 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-df8299d6-084d-4056-b750-f8a516e84d75 req-c9f4d4be-fbf5-4298-95aa-fccb174ca2ec tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1467490 May 14 09:46:35.348931 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-df8299d6-084d-4056-b750-f8a516e84d75 req-f35155de-9a18-49bc-b63e-bb30201ab449 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509853 May 14 09:46:35.749340 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1b1df-5faa-4498-a178-6f0ba9fecdda req-4b6fc88b-3c94-440b-9130-77e905bace87 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:35.750844 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-47f1b1df-5faa-4498-a178-6f0ba9fecdda req-4b6fc88b-3c94-440b-9130-77e905bace87 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1309154 May 14 09:46:35.782073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-36de4216-20c7-4b15-ada4-d76568b7b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:35.783511 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-36de4216-20c7-4b15-ada4-d76568b7b668 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1098 time: 0.1141200 May 14 09:46:35.869849 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-47f1b1df-5faa-4498-a178-6f0ba9fecdda req-13b05c5b-f791-407b-89f5-d04eeb8222bb tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088412 May 14 09:46:35.940842 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-1c4cab5d-645f-4e15-a405-244f31fab5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:35.942295 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-1c4cab5d-645f-4e15-a405-244f31fab5ea service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.1457007 May 14 09:46:36.043303 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-44f0cd5e-c3e6-46ed-9be5-cee9aab0f167 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 1001 time: 0.0936923 May 14 09:46:36.109078 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-28c1bb5a-8561-490f-908f-1f1240d72ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:36.110551 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-28c1bb5a-8561-490f-908f-1f1240d72ca5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.0604041 May 14 09:46:36.197098 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-89502bf6-f4c7-4da2-a1f6-3ad53dd4a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:36.198598 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-89502bf6-f4c7-4da2-a1f6-3ad53dd4a800 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0792477 May 14 09:46:36.403637 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-1ac38988-82dd-4c33-acd0-19dec1c5d735 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972938 May 14 09:46:36.544962 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f87e727-62bf-41d4-8798-1d56641ee4cf req-83e73e02-f456-43ca-b9ac-e842f7992272 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342440 May 14 09:46:37.099103 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108567e-f59e-4bf2-9078-6cb66a6928bf req-f830f0eb-1c42-47ef-9dd9-a4584ee708b7 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.100830 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9108567e-f59e-4bf2-9078-6cb66a6928bf req-f830f0eb-1c42-47ef-9dd9-a4584ee708b7 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0830541 May 14 09:46:37.143410 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf712-6b0d-405d-94dd-d63df51324d9 req-16042659-b4d6-4866-b555-b4581aa0f355 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.145119 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-113bf712-6b0d-405d-94dd-d63df51324d9 req-16042659-b4d6-4866-b555-b4581aa0f355 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.1618247 May 14 09:46:37.147666 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-6ab2116e-311d-43c3-afe9-5594aafabe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.149199 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-6ab2116e-311d-43c3-afe9-5594aafabe8f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1137 time: 0.1285603 May 14 09:46:37.161035 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9108567e-f59e-4bf2-9078-6cb66a6928bf req-5ddbbf68-3748-4ef1-b141-f197b74207c6 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492506 May 14 09:46:37.268110 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-113bf712-6b0d-405d-94dd-d63df51324d9 req-62299f91-5219-4c24-812a-3478db803890 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159813 May 14 09:46:37.317640 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-d32cf8f3-3e11-43c0-8a2e-4aec0b961375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.319241 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-d32cf8f3-3e11-43c0-8a2e-4aec0b961375 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 915 time: 0.1512065 May 14 09:46:37.424129 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-ec22b0fb-03ac-47bb-8501-aad428490df3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 1001 time: 0.0976672 May 14 09:46:37.489236 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-bde3dc7b-7136-4dc6-bba6-efc67555b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.490699 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-bde3dc7b-7136-4dc6-bba6-efc67555b666 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 200 len: 853 time: 0.0580871 May 14 09:46:37.578896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-769bf17e-c089-4bb4-a8f1-526429495cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:37.580361 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-769bf17e-c089-4bb4-a8f1-526429495cc2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0828302 May 14 09:46:37.712210 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-5851089d-a51a-4b4c-abcb-49cd2ddc8ee7 service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234212 May 14 09:46:37.843649 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea57a017-55c1-479a-97c0-fc98be47df52 req-18f63612-441e-449d-9f3f-1d888f0f44ab service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239648 May 14 09:46:38.363770 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559029-a870-406e-b489-7f741e1c88f9 req-80e68e96-901b-4669-aff4-5f908e58b58a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:38.365258 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1f559029-a870-406e-b489-7f741e1c88f9 req-80e68e96-901b-4669-aff4-5f908e58b58a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0873592 May 14 09:46:38.415212 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1f559029-a870-406e-b489-7f741e1c88f9 req-b82c1ef2-e446-4806-9da9-926b740da1af tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439720 May 14 09:46:38.457797 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05574a-84f9-4948-9388-19a2c98046ca req-3adb8969-155b-4847-b1f6-330b46dbf19b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:38.459211 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-da05574a-84f9-4948-9388-19a2c98046ca req-3adb8969-155b-4847-b1f6-330b46dbf19b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0853481 May 14 09:46:38.504586 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-da05574a-84f9-4948-9388-19a2c98046ca req-2840c4bd-a5ab-4476-b357-747549b484f3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396481 May 14 09:46:38.766558 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-944f76e2-0547-4cac-b76f-7888b9fbd281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:39.608474 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da3766-bf7a-4b94-ba6b-dc9ee64da8db req-9f0e7aff-9265-406b-b70e-72e74c264636 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:39.610324 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-91da3766-bf7a-4b94-ba6b-dc9ee64da8db req-9f0e7aff-9265-406b-b70e-72e74c264636 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0852320 May 14 09:46:39.663350 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-91da3766-bf7a-4b94-ba6b-dc9ee64da8db req-1af29841-ae84-4073-9253-7d36a146349a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441587 May 14 09:46:40.871204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994ad80-009e-4ebe-a749-47baecda66cb req-a1aaaf99-df1d-4e9f-b640-007c1dbe5648 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:40.872676 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c994ad80-009e-4ebe-a749-47baecda66cb req-a1aaaf99-df1d-4e9f-b640-007c1dbe5648 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0917335 May 14 09:46:40.919740 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c994ad80-009e-4ebe-a749-47baecda66cb req-b993bdae-435e-4951-9fe7-03690f7ec97e tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410681 May 14 09:46:41.203896 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:41.500592 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dd666bbf-b991-47d4-9e66-b9f1f2371186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:42.126074 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24308e21-915b-4b69-a524-5f80007b96a5 req-a4e36e8c-b562-4dae-a096-1b4fde02021f tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:42.127673 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24308e21-915b-4b69-a524-5f80007b96a5 req-a4e36e8c-b562-4dae-a096-1b4fde02021f tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0921893 May 14 09:46:42.180396 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24308e21-915b-4b69-a524-5f80007b96a5 req-d719b2d3-087c-4faf-9933-9bba8bf969ea tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467439 May 14 09:46:42.311716 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:43.383051 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb96fe-7760-4e80-8f6b-82f80ab10e88 req-157251ab-8fd1-4067-ae0c-31a515d4bc46 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:43.384500 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-27eb96fe-7760-4e80-8f6b-82f80ab10e88 req-157251ab-8fd1-4067-ae0c-31a515d4bc46 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0813966 May 14 09:46:43.436312 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-27eb96fe-7760-4e80-8f6b-82f80ab10e88 req-a2c620e9-90e5-476a-ac91-b4107414a3d4 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455370 May 14 09:46:43.837749 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:44.640982 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a3fd6-927a-4731-87d7-e68045ff11fb req-e854238f-7bd9-4628-8ef3-13a03f2dd9ba tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:44.642404 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5b8a3fd6-927a-4731-87d7-e68045ff11fb req-e854238f-7bd9-4628-8ef3-13a03f2dd9ba tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.1016562 May 14 09:46:44.692822 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5b8a3fd6-927a-4731-87d7-e68045ff11fb req-90ba1f88-a63d-44dc-b358-540644d0a21a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414646 May 14 09:46:45.547087 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-bf3ce5cb-e724-4f75-bf34-26687e1f16eb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707014 May 14 09:46:45.691317 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-52a26673-6ebb-4b24-8e31-389e15265428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:45.692818 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-52a26673-6ebb-4b24-8e31-389e15265428 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 1098 time: 0.0732527 May 14 09:46:45.966048 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-40767375-92a5-4318-9a79-f4bf25c77c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:45.967549 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-40767375-92a5-4318-9a79-f4bf25c77c33 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.2556169 May 14 09:46:46.045119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a727a56-547c-478d-8fb8-b83903e0a12d req-96933c82-839f-4b4b-98e5-3cd3002ee73f tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:46.046489 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0a727a56-547c-478d-8fb8-b83903e0a12d req-96933c82-839f-4b4b-98e5-3cd3002ee73f tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.1855612 May 14 09:46:46.113805 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-d3d308da-d786-4792-b05c-e2bd037974df service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 200 len: 1001 time: 0.1337774 May 14 09:46:46.122987 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0a727a56-547c-478d-8fb8-b83903e0a12d req-56190db1-7918-4c3d-899c-aba1c77f8e8c tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682209 May 14 09:46:46.228102 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-be617d94-6613-49f9-8be3-4867662bfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:46.229537 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-be617d94-6613-49f9-8be3-4867662bfeac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.1057208 May 14 09:46:46.321636 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-467ef11b-5c5c-4d70-a8d7-a7118cd5fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:46.323012 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-467ef11b-5c5c-4d70-a8d7-a7118cd5fb1c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0863130 May 14 09:46:46.460672 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-6a63d340-566a-4cb6-bf64-80a84d660f16 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241295 May 14 09:46:46.589275 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:46:46.591586 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-db443a82-7061-4b63-acd2-3a89dd65de04 req-81f86c36-3604-47fe-9e86-715d0cf88868 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243858 May 14 09:46:47.321709 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08824173-6652-4de2-bdd2-3acbcd927ade req-1998bf87-8851-4a64-a804-2bf2f78a0c96 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:47.323173 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08824173-6652-4de2-bdd2-3acbcd927ade req-1998bf87-8851-4a64-a804-2bf2f78a0c96 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0822365 May 14 09:46:47.375050 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-08824173-6652-4de2-bdd2-3acbcd927ade req-79427fae-a692-40b5-a906-eac35a1a56a7 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457313 May 14 09:46:48.587436 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16348914-ad87-43c3-b615-7e733c64c068 req-0e85763c-e532-4aa2-b9e2-937ea22b078a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:48.588900 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-16348914-ad87-43c3-b615-7e733c64c068 req-0e85763c-e532-4aa2-b9e2-937ea22b078a tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0947678 May 14 09:46:48.641494 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-16348914-ad87-43c3-b615-7e733c64c068 req-3408213e-8d31-4841-a63d-fc9650ffa7e9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466030 May 14 09:46:50.001507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6407f-1dc9-47ff-a013-f60c2accdb3e req-6c6dca83-87b9-4cf8-9c60-b80089f647de tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:46:50.002996 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5bb6407f-1dc9-47ff-a013-f60c2accdb3e req-6c6dca83-87b9-4cf8-9c60-b80089f647de tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.0980144 May 14 09:46:50.059707 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5bb6407f-1dc9-47ff-a013-f60c2accdb3e req-2fdf3670-25a0-4c30-a5dc-9cfd44fc8be4 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&id=0f959f96-a756-4fc5-82ac-04089400dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491824 May 14 09:46:51.792147 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:47:08.756180 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb370-b870-43bc-b5e6-5da5a48b1263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:11.200145 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:11.499636 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-ee554280-ac65-4158-a179-11c718623fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:12.289795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:13.850492 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:16.598171 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:26.565809 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db502-4089-4547-a506-3af7dd2357cc req-2be30a41-f90b-4601-b0be-a90139dee5ac tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:26.567280 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-df1db502-4089-4547-a506-3af7dd2357cc req-2be30a41-f90b-4601-b0be-a90139dee5ac tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 947 time: 0.1022778 May 14 09:47:26.613543 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-df1db502-4089-4547-a506-3af7dd2357cc req-76e2e8c8-f51c-4016-8066-019f2fcdb55a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 May 14 09:47:27.829391 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dc433-9ab5-4575-a9a5-a9549b66523b req-7c7f2feb-d425-4169-8e13-0e4632160978 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:27.830759 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2e7dc433-9ab5-4575-a9a5-a9549b66523b req-7c7f2feb-d425-4169-8e13-0e4632160978 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 947 time: 0.0935845 May 14 09:47:27.876788 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2e7dc433-9ab5-4575-a9a5-a9549b66523b req-23e32a75-a8bd-44b7-adc2-ae91f8d64b28 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 May 14 09:47:28.433644 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-8ff0a4f8-8f61-473a-8550-c3e6c9209f7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:28.435099 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-8ff0a4f8-8f61-473a-8550-c3e6c9209f7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 947 time: 0.0996993 May 14 09:47:28.582765 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Deleting port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:47:28.583093 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:28.713005 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] For port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:28.713234 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:28.797630 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:47:29.076227 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff171884-4b2c-42b3-8c09-fd92875a92cf req-d77ad489-b175-4a07-8f22-bbe2533e5800 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:29.077650 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ff171884-4b2c-42b3-8c09-fd92875a92cf req-d77ad489-b175-4a07-8f22-bbe2533e5800 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 947 time: 0.0809240 May 14 09:47:29.105185 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.105797 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.105905 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Floating IP ffc3a909-2542-435e-8b88-988a71434b19 disassociated. External IP: 172.28.0.24, port: a2e39690-14c4-4aaf-a79d-bdd7d909d5a7. May 14 09:47:29.106337 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Calling delete_port for a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:47:29.125901 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ff171884-4b2c-42b3-8c09-fd92875a92cf req-31a88478-f4e7-400f-b210-a8adcaf08b06 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=67c825d3-5b2d-467a-a88d-bba8bd3a58b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 May 14 09:47:29.222546 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.228012 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:29.271131 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event deleted for resources: {'Port': ['ID=a2e39690-14c4-4aaf-a79d-bdd7d909d5a7,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:29.282072 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.282438 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.282819 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.283175 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.283520 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.283871 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.284214 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.284555 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.284899 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.285232 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.285576 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.285914 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:29.289549 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:29.470286 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Router d61caf84-8e00-4035-ac9a-cd768eecc92a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:47:29.655740 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:47:29.665814 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] Sync routers for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:47:29.676051 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:29.676683 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:29.732779 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] No DVR routers for this DVR port a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:47:29.735486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:29.738354 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-deleted', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:29.765717 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3308aac6-0f69-4a51-b9bc-db3eaf6f3195 req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "DELETE /v2.0/ports/a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 HTTP/1.1" status: 204 len: 173 time: 1.3221524 May 14 09:47:29.854078 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:29.871981 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c869df55-8322-48d4-a6c0-6700c5cbe2d4', 'name': 'network-vif-deleted', 'tag': 'a2e39690-14c4-4aaf-a79d-bdd7d909d5a7', 'status': 'completed', 'code': 200} May 14 09:47:30.163355 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:30.167389 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] Checking router: d61caf84-8e00-4035-ac9a-cd768eecc92a for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:47:30.177727 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:30.178746 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:30.309367 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6096f06d-1fc8-4ec8-8242-810928c756aa req-5a615277-6f11-4e6d-bd89-aa61a907626d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=c869df55-8322-48d4-a6c0-6700c5cbe2d4 HTTP/1.1" status: 200 len: 210 time: 0.0446560 May 14 09:47:30.369087 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:30.710729 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:30.714928 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857917f4-685a-4030-853a-0b3cf693bfdc None None] The sync data for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb is: [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:30.929633 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a7f6d-6f4b-4c33-aca0-f77268779f95 None None] New status for floating IP ffc3a909-2542-435e-8b88-988a71434b19: DOWN {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:47:31.447132 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59426) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:31.510920 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8d22-6b68-43af-b3f3-73ae59d535e2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:31.538039 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8d22-6b68-43af-b3f3-73ae59d535e2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:31.592674 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8d22-6b68-43af-b3f3-73ae59d535e2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:31.596627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-341eeb53-2757-482d-9aa5-519fe212765f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:31.611181 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc8d22-6b68-43af-b3f3-73ae59d535e2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c825d3-5b2d-467a-a88d-bba8bd3a58b2,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:31.614291 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a8cc8d22-6b68-43af-b3f3-73ae59d535e2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:31.624689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8d22-6b68-43af-b3f3-73ae59d535e2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:31.625813 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a8cc8d22-6b68-43af-b3f3-73ae59d535e2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "DELETE /v2.0/security-groups/67c825d3-5b2d-467a-a88d-bba8bd3a58b2 HTTP/1.1" status: 204 len: 168 time: 0.1777210 May 14 09:47:31.628769 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59430) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:31.646675 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.api.v2.resource [None req-ce753a12-b070-4fb9-a912-43e9bcdc2d6a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] show failed (client error): The resource could not be found. May 14 09:47:31.647763 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-ce753a12-b070-4fb9-a912-43e9bcdc2d6a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups/67c825d3-5b2d-467a-a88d-bba8bd3a58b2 HTTP/1.1" status: 404 len: 347 time: 0.0179424 May 14 09:47:31.650739 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59434) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:31.869414 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Deleting port 6b458290-8f66-4f6d-be14-a88abdeae029 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:47:31.869723 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:31.993947 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:31.994349 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:32.185817 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Calling delete_port for 6b458290-8f66-4f6d-be14-a88abdeae029 owned by network:floatingip {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:47:32.318941 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:32.323401 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a6addb52-b62c-4c58-afc6-1ba4cd5acc38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:32.367195 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event deleted for resources: {'Port': ['ID=6b458290-8f66-4f6d-be14-a88abdeae029,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:32.408087 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.409645 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.409645 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.409645 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.409645 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.410037 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.410123 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.410463 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.410463 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.410463 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.411795 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.412064 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:32.443081 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:32.472126 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:32.486912 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:32.488048 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8f6dd99e-75c9-4948-b418-da3f959610ff tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "DELETE /v2.0/floatingips/ffc3a909-2542-435e-8b88-988a71434b19 HTTP/1.1" status: 204 len: 168 time: 0.8361757 May 14 09:47:32.784376 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:47:32.818921 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:47:32.819268 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a2e39690-14c4-4aaf-a79d-bdd7d909d5a7 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:47:32.947767 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59444) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:32.953681 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091039376', 'description': 'tempest-description--1019479811'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:32.959853 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:32.964200 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:32.967439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:32.973310 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:32.986312 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.006394 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:33.010148 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group_rule and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:33.012978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:33.018983 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:33.089833 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.095130 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.098706 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f65e3040-5684-4c33-a3e3-a23228bfed10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:33.139603 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4ee5b-b545-4816-a837-bbd98f3f151a,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:33.142359 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.143589 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1948228 May 14 09:47:33.144448 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-945ba314-58ab-42a1-80bf-54bde9cb8441 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:33.146905 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59448) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:33.151426 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'security_group_rule': {'security_group_id': '97e4ee5b-b545-4816-a837-bbd98f3f151a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:33.157902 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:33.161652 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group_rule and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:33.164507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:33.170097 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:33.189332 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.254386 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.260599 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.266730 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:33.285865 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89729371-5fde-4620-8438-e92c325ceab1,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:33.291060 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:33.296750 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.297929 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505790 May 14 09:47:33.302017 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59452) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:33.307628 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'security_group_rule': {'security_group_id': '97e4ee5b-b545-4816-a837-bbd98f3f151a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:33.313574 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:33.317401 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:security_group_rule and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:33.320331 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:33.325909 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:33.343188 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.404377 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.409429 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.411786 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-199f226a-109c-4418-a7bd-0241e20ef7c1 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:33.433505 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d86dd7-a265-42d9-82d0-4e8205a8e7bc,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:33.435938 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:33.444099 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.445345 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423244 May 14 09:47:33.448500 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59456) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:33.453760 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'floatingip': {'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:33.459584 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:33.463346 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Usage tracker for resource:floatingip and tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:33.466150 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:33.471852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:33.484101 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.624834 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.761745 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Allocated IP 172.28.0.179 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/f7a64c19-1299-42c7-ae59-b55ab088c120) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:33.913910 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.948654 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:33.952122 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d142ea5f-7f77-4869-bea1-b72e42f1fb23 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:34.007896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:34.010661 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:34.018398 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:34.050716 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'Port': ['ID=f7a64c19-1299-42c7-ae59-b55ab088c120,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:34.056340 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:34.103810 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:34.181467 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:34.485330 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:34.491730 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:34.496056 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5226d77-f792-4fd1-99c7-342d3101f021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:34.602970 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'Port': ['ID=f7a64c19-1299-42c7-ae59-b55ab088c120,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:34.605833 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:34.619991 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:34.644617 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:34.645807 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1963820 May 14 09:47:34.866413 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-e570f001-b052-4db1-b40e-3087c07ed752 req-bf4d282e-f7e9-4a5c-a2d5-393a6e0be672 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:34.884833 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-e570f001-b052-4db1-b40e-3087c07ed752 req-bf4d282e-f7e9-4a5c-a2d5-393a6e0be672 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:34.885991 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-bf4d282e-f7e9-4a5c-a2d5-393a6e0be672 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1091039376&fields=id&tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 267 time: 0.0605521 May 14 09:47:35.037996 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-ef66f9a4-7f27-4886-b76e-c96c2aa6b1cc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:35.039364 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-ef66f9a4-7f27-4886-b76e-c96c2aa6b1cc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 817 time: 0.1455491 May 14 09:47:35.062737 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-8ac0c50a-4961-497c-b9c8-57f522a5bff7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/quotas/f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 375 time: 0.0147824 May 14 09:47:35.166731 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-e570f001-b052-4db1-b40e-3087c07ed752 req-b3f96d0c-7294-439f-806a-b2fc65a3a99a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:35.185898 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-e570f001-b052-4db1-b40e-3087c07ed752 req-b3f96d0c-7294-439f-806a-b2fc65a3a99a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:35.187432 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-b3f96d0c-7294-439f-806a-b2fc65a3a99a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196318 May 14 09:47:35.378620 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-0068bab6-43a6-4010-8472-3ab1c8f01db2 service neutron] 10.222.0.67 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737406 May 14 09:47:35.512375 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-60ea4ce4-e7aa-4f74-bad1-c043c1d76bb8 service neutron] 10.222.0.67 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280403 May 14 09:47:35.692730 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-649a0967-715b-40d6-ae58-a0c6eadbd522 req-fce6fb56-7a90-4f96-a33d-91cf410d2d7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:35.704642 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-649a0967-715b-40d6-ae58-a0c6eadbd522 req-fce6fb56-7a90-4f96-a33d-91cf410d2d7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:35.705816 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-649a0967-715b-40d6-ae58-a0c6eadbd522 req-fce6fb56-7a90-4f96-a33d-91cf410d2d7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 210 time: 0.0556741 May 14 09:47:36.866918 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7ad78465-2c7f-4afc-ad4f-75286a2361eb req-14f6daae-02e5-41e8-8fbf-43c2e2b10ab0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 210 time: 0.0481606 May 14 09:47:36.978502 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-f42bd0d3-82a3-43b1-b174-d12b7dd5e7f5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:36.979950 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-f42bd0d3-82a3-43b1-b174-d12b7dd5e7f5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 817 time: 0.1478560 May 14 09:47:37.034345 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-e570f001-b052-4db1-b40e-3087c07ed752 req-570cd6eb-0d25-4629-bfa2-4dad8f596e45 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:37.046414 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-e570f001-b052-4db1-b40e-3087c07ed752 req-570cd6eb-0d25-4629-bfa2-4dad8f596e45 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:37.047572 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-570cd6eb-0d25-4629-bfa2-4dad8f596e45 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 380 time: 0.0570476 May 14 09:47:37.058028 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'port': {'device_id': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'admin_state_up': True, 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'security_groups': ['97e4ee5b-b545-4816-a837-bbd98f3f151a']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:37.195680 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:37.205856 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:37.217450 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Made reservation on behalf of f8dab5cd1e2e46ac88ac5c9813f49b35 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:47:37.221246 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:37.401195 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Allocated IP 172.20.0.14 (36a55f9a-0b02-4346-9722-7bff9d84ebee/dbce457b-2375-41ce-bf48-d6a55955726f/e177a6ed-7e8f-43f8-ad5a-c1743a21328f) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:37.593270 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:37.608219 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Transition to ACTIVE for port object e177a6ed-7e8f-43f8-ad5a-c1743a21328f will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:37.634480 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:37.639875 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:37.702648 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:37.705705 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:37.714370 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:37.744932 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:37.751560 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:37.781595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:37.782252 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:37.808044 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537043 May 14 09:47:37.820170 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Request body: {'port': {'device_id': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:37.908021 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-9864ec3d-fbc4-49e7-926c-b0009c673d23 None None] Provisioning for port e177a6ed-7e8f-43f8-ad5a-c1743a21328f completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:37.913243 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-9864ec3d-fbc4-49e7-926c-b0009c673d23 None None] Provisioning complete for port e177a6ed-7e8f-43f8-ad5a-c1743a21328f triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:37.913795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-9864ec3d-fbc4-49e7-926c-b0009c673d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:37.934034 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:37.976568 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-9864ec3d-fbc4-49e7-926c-b0009c673d23 None None] Port e177a6ed-7e8f-43f8-ad5a-c1743a21328f cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:47:38.215307 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3409d5-0194-48ed-8674-d4910885d936 req-2d243707-414e-4b0b-818e-92818357598a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:38.215994 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-2e3409d5-0194-48ed-8674-d4910885d936 req-2d243707-414e-4b0b-818e-92818357598a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Synchronizing usage tracker for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:38.259532 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-2e3409d5-0194-48ed-8674-d4910885d936 req-2d243707-414e-4b0b-818e-92818357598a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Unset dirty status for tenant:f8dab5cd1e2e46ac88ac5c9813f49b35 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:38.260593 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2e3409d5-0194-48ed-8674-d4910885d936 req-2d243707-414e-4b0b-818e-92818357598a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 932 time: 0.2689264 May 14 09:47:38.404736 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2e3409d5-0194-48ed-8674-d4910885d936 req-c1e41af9-edd7-4a59-94bd-66e17c96012e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363049 May 14 09:47:38.461677 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e177a6ed-7e8f-43f8-ad5a-c1743a21328f {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:47:38.473486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:38.488504 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Transition to ACTIVE for port object e177a6ed-7e8f-43f8-ad5a-c1743a21328f will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:38.495149 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:38.499673 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f27908f9-2336-4256-a26b-909e0c5d8a5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:38.653329 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:38.663936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:38.735661 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Attempting to bind port e177a6ed-7e8f-43f8-ad5a-c1743a21328f on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:47:38.735961 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Attempting to bind port e177a6ed-7e8f-43f8-ad5a-c1743a21328f by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:47:38.736284 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Attempting to bind port e177a6ed-7e8f-43f8-ad5a-c1743a21328f on network 36a55f9a-0b02-4346-9722-7bff9d84ebee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:38.740931 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Port e177a6ed-7e8f-43f8-ad5a-c1743a21328f on network 36a55f9a-0b02-4346-9722-7bff9d84ebee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:47:38.741241 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Attempting to bind port e177a6ed-7e8f-43f8-ad5a-c1743a21328f on network 36a55f9a-0b02-4346-9722-7bff9d84ebee {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:38.746924 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:47:38.747322 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Checking segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:47:38.747694 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Bound using segment: {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:47:38.748354 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Bound port: e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e731da-d895-4638-b767-242cfa5812eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:47:38.748698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:38.749810 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f96117a0-dbb6-4ccd-8dc3-c374bd6f0a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:38.845418 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:47:38.848547 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:47:38.853640 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:38.857167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-eb14addc-26c4-4b51-ab40-514d7e994584 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:38.908620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:38.909217 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:38.910558 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] 10.222.0.75 "PUT /v2.0/ports/e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 1094 time: 1.0947022 May 14 09:47:38.911100 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:38.939520 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:38.942914 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:38.988022 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'status': 'completed', 'code': 200} May 14 09:47:39.035370 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-59198285-98db-426c-9870-11ed7256c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.036941 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-59198285-98db-426c-9870-11ed7256c1ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1097 time: 0.0800595 May 14 09:47:39.108077 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-e18ed252-ce3a-4a60-ae9d-a87049931cb8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 217 time: 0.0627818 May 14 09:47:39.175319 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-087afdbc-bac9-4cd9-9940-837ca1e31136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.176691 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-087afdbc-bac9-4cd9-9940-837ca1e31136 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0628500 May 14 09:47:39.255579 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f001-b052-4db1-b40e-3087c07ed752 req-f112691c-d4bc-4f9a-8e05-bb0e11c2bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.257085 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-f112691c-d4bc-4f9a-8e05-bb0e11c2bccc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0737610 May 14 09:47:39.389943 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-f1343125-f344-4bfe-b018-006e359ca3bc service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248751 May 14 09:47:39.560056 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e570f001-b052-4db1-b40e-3087c07ed752 req-c9cc8116-ed1f-49ef-b6fe-1f2d13a5ad01 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628592 May 14 09:47:39.605065 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c87e8e-749e-4073-9767-d770d1fbae08 req-7d4ccf9b-193a-49a3-9c7c-a7efb93dd988 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.606505 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-00c87e8e-749e-4073-9767-d770d1fbae08 req-7d4ccf9b-193a-49a3-9c7c-a7efb93dd988 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0912802 May 14 09:47:39.691770 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-00c87e8e-749e-4073-9767-d770d1fbae08 req-0ad830f8-e31b-4548-8b77-900bfdeba4c8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491066 May 14 09:47:39.716519 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-cec71b10-753f-48a7-abe8-ac297b036a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.718051 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-cec71b10-753f-48a7-abe8-ac297b036a96 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1097 time: 0.1103444 May 14 09:47:39.865178 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-9c12ddc6-4691-467b-80b7-00632114cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:39.866706 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-9c12ddc6-4691-467b-80b7-00632114cd74 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1421154 May 14 09:47:39.937628 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-ba5f29cd-9e93-44c4-ab1a-294765df14f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 217 time: 0.0640829 May 14 09:47:40.018955 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-9eb747e0-408d-4cee-a83b-7d06761cf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:40.021299 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-9eb747e0-408d-4cee-a83b-7d06761cf12c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0750291 May 14 09:47:40.227745 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-fb10267c-4694-420e-b891-68a18385f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:40.229225 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-fb10267c-4694-420e-b891-68a18385f409 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2001622 May 14 09:47:40.394022 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-14848f2d-e63d-47c5-a3df-30968232f360 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572657 May 14 09:47:40.540876 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-46673928-c63a-4fd9-83d3-ada15b6a3435 req-fb439f71-f4f5-4bfb-a87e-7b60ab1c5800 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388416 May 14 09:47:40.906957 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547757c-02fa-4317-a0ff-cdc8922ddc02 req-02520ed1-13f2-4ee0-914b-c832da59a632 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:40.908406 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d547757c-02fa-4317-a0ff-cdc8922ddc02 req-02520ed1-13f2-4ee0-914b-c832da59a632 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0936379 May 14 09:47:40.953403 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d547757c-02fa-4317-a0ff-cdc8922ddc02 req-58064673-0685-4582-a2b3-ec305f44ed83 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392728 May 14 09:47:41.198746 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:41.496242 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b0e9bce1-3c7d-4f1e-a4ed-b51eb6be66b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:42.171954 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b6b-d95c-40c0-9885-c2b4ea55b891 req-10f2f4dd-10d5-4279-a5e5-6fae75570408 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:42.173432 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bffe4b6b-d95c-40c0-9885-c2b4ea55b891 req-10f2f4dd-10d5-4279-a5e5-6fae75570408 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0931396 May 14 09:47:42.218703 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bffe4b6b-d95c-40c0-9885-c2b4ea55b891 req-8b3d828c-2b55-4148-b8e0-cf1317ecb2fd tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393786 May 14 09:47:42.289827 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:42.872516 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:47:43.019820 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:43.033042 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'port_id': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'mac_address': 'fa:16:3e:8c:db:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:47:43.087376 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:43.104697 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e177a6ed-7e8f-43f8-ad5a-c1743a21328f {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:47:43.121422 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:43.128095 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:43.129810 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2d13230c-fa04-44bf-a1fc-25732253e7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:43.196427 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:43.204015 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.204356 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.204688 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.205013 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.205334 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.205656 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.205971 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.206266 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.206620 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.206961 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.207254 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.207564 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:47:43.211432 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:43.420327 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c69dd8-0a09-44ac-befc-d20c842dfd5e req-0e3a6872-f7fe-493d-b318-f2d83bcf5538 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:43.421802 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d6c69dd8-0a09-44ac-befc-d20c842dfd5e req-0e3a6872-f7fe-493d-b318-f2d83bcf5538 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 945 time: 0.0933831 May 14 09:47:43.469303 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d6c69dd8-0a09-44ac-befc-d20c842dfd5e req-33c63c09-96cd-4937-8356-618ad7d4e22e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 May 14 09:47:43.515750 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['e177a6ed-7e8f-43f8-ad5a-c1743a21328f'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:47:43.852848 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:44.609969 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411861b-6df2-4eb4-83da-5b8fa9e71184 req-d482a7a5-cfa6-4037-81e5-6569250a7102 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:44.611437 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c411861b-6df2-4eb4-83da-5b8fa9e71184 req-d482a7a5-cfa6-4037-81e5-6569250a7102 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0843222 May 14 09:47:44.655991 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c411861b-6df2-4eb4-83da-5b8fa9e71184 req-f203b5bb-4b32-411c-a2f4-f414110892af tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386441 May 14 09:47:44.674659 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9e714-16c9-4a77-a0c7-286302ceec3c req-01227e8a-c851-42bc-a43f-82779a4323e5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:44.677149 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-28d9e714-16c9-4a77-a0c7-286302ceec3c req-01227e8a-c851-42bc-a43f-82779a4323e5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 945 time: 0.0887258 May 14 09:47:44.723290 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-28d9e714-16c9-4a77-a0c7-286302ceec3c req-711b6ee0-ff0a-4cd1-ae97-4036b60d77fe tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 May 14 09:47:44.885995 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:47:44.958630 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port e177a6ed-7e8f-43f8-ad5a-c1743a21328f completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:44.963362 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port e177a6ed-7e8f-43f8-ad5a-c1743a21328f triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:44.963744 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.082095 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.108456 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:45.118116 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:45.124487 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:45.126331 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:45.194799 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:45.198033 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:45.208535 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'code': 200} May 14 09:47:45.474357 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266fa1c-9d7c-41f6-865d-b61794a3851d req-e0a07dcf-1c50-45fd-904e-fad3187989ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:45.475864 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9266fa1c-9d7c-41f6-865d-b61794a3851d req-e0a07dcf-1c50-45fd-904e-fad3187989ee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1099 time: 0.0840747 May 14 09:47:45.524755 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9266fa1c-9d7c-41f6-865d-b61794a3851d req-12848281-1922-4e5a-9260-db05ca2fe6d7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391700 May 14 09:47:45.854829 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cee30-b2dc-4ee8-83da-a4bb9cc9a593 req-f009eb64-b2a5-44c5-ab21-375f3f5c169b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:45.856284 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-366cee30-b2dc-4ee8-83da-a4bb9cc9a593 req-f009eb64-b2a5-44c5-ab21-375f3f5c169b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0814846 May 14 09:47:45.900590 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-366cee30-b2dc-4ee8-83da-a4bb9cc9a593 req-8585eff4-f569-4a44-a1f2-0856cac9e416 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f1d9a24-f537-4464-842f-f0a1a3174383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384493 May 14 09:47:45.914818 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e26c09-4606-4431-8451-ccc0184aa705 req-e4e0d2e4-2113-45ca-9e51-cc9e689611ad tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:45.916424 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d5e26c09-4606-4431-8451-ccc0184aa705 req-e4e0d2e4-2113-45ca-9e51-cc9e689611ad tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0797250 May 14 09:47:45.966574 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-d5e26c09-4606-4431-8451-ccc0184aa705 req-0ad4a207-f369-4dfb-b0b4-5c12e00a0fa9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 May 14 09:47:46.110410 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-0f1543a1-f27d-496e-b892-73c90899c202 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:46.111778 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-0f1543a1-f27d-496e-b892-73c90899c202 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 945 time: 0.0941029 May 14 09:47:46.263686 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Deleting port 10872601-c8a4-408e-b335-8e8cf0c8e97a {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:47:46.264166 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.408703 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] For port 10872601-c8a4-408e-b335-8e8cf0c8e97a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=10872601-c8a4-408e-b335-8e8cf0c8e97a,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:46.409031 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.603376 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.626053 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-1bbb4644-5b6a-4a55-987d-076415a61d19 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757029 May 14 09:47:46.701768 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.702105 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.702303 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Floating IP a28cb30c-e7e7-40eb-b810-33093ceddf73 disassociated. External IP: 172.28.0.196, port: 10872601-c8a4-408e-b335-8e8cf0c8e97a. May 14 09:47:46.702660 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Calling delete_port for 10872601-c8a4-408e-b335-8e8cf0c8e97a owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:47:46.754367 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043c750-203b-4816-b65a-a780f4b1c32a req-9201e197-2fd6-49a6-aa3d-8d3359c3dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:46.755971 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-9201e197-2fd6-49a6-aa3d-8d3359c3dfe3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1137 time: 0.1000853 May 14 09:47:46.826104 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:46.833003 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:46.878755 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event deleted for resources: {'Port': ['ID=10872601-c8a4-408e-b335-8e8cf0c8e97a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:46.881846 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:46.986864 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043c750-203b-4816-b65a-a780f4b1c32a req-96793f9b-5d69-4922-b7fe-322d70eb323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:46.988246 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-96793f9b-5d69-4922-b7fe-322d70eb323a service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 915 time: 0.2110884 May 14 09:47:47.100178 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-dcad8675-a1ec-485a-8490-d734b2768ae6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 1001 time: 0.1032035 May 14 09:47:47.141202 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c5d8bc9d-c008-42d4-b1e8-8a8bf639bfc8 req-ce951185-495c-45e8-9176-042da4877484 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=80172268-6373-4bf9-ba81-6aefbf499f0b HTTP/1.1" status: 200 len: 210 time: 0.0540233 May 14 09:47:47.197466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Router 1de13aaa-4cf7-46a6-a31a-8593f633b309 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:47:47.213106 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043c750-203b-4816-b65a-a780f4b1c32a req-cf4d8456-0af5-4884-92c7-a40205f062e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:47.214881 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-cf4d8456-0af5-4884-92c7-a40205f062e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 200 len: 853 time: 0.1073542 May 14 09:47:47.294358 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e842be-3b1c-49ea-8ea0-19cae82721b6 req-a04ee97c-f704-481b-9bdc-7737ed14c010 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:47.296130 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-55e842be-3b1c-49ea-8ea0-19cae82721b6 req-a04ee97c-f704-481b-9bdc-7737ed14c010 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1557851 May 14 09:47:47.351139 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043c750-203b-4816-b65a-a780f4b1c32a req-fe7d3eea-4607-415d-b047-c0a88258ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:47.352596 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-fe7d3eea-4607-415d-b047-c0a88258ccea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1298742 May 14 09:47:47.357231 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-55e842be-3b1c-49ea-8ea0-19cae82721b6 req-24d8e69c-3bc2-44ea-9481-cff0fa95ac34 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539663 May 14 09:47:47.386736 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:47:47.397761 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] Sync routers for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:47:47.430024 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:47.430708 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:47.490050 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-4fbfb838-5f2f-477a-93b7-73359efadd9f service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296988 May 14 09:47:47.524855 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] No DVR routers for this DVR port 10872601-c8a4-408e-b335-8e8cf0c8e97a on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:47:47.531755 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:47.534344 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'name': 'network-vif-deleted', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:47.560381 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ea44f33c-1a63-4b7d-a560-435af9f6376b req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "DELETE /v2.0/ports/10872601-c8a4-408e-b335-8e8cf0c8e97a HTTP/1.1" status: 204 len: 173 time: 1.4403658 May 14 09:47:47.605220 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edff5a-d70a-4516-bfed-3e57b74d4973 req-6d3d6a3d-246c-4524-9ea1-b15ba74bdca2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:47.606981 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d6edff5a-d70a-4516-bfed-3e57b74d4973 req-6d3d6a3d-246c-4524-9ea1-b15ba74bdca2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1257257 May 14 09:47:47.611183 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80172268-6373-4bf9-ba81-6aefbf499f0b', 'name': 'network-vif-deleted', 'tag': '10872601-c8a4-408e-b335-8e8cf0c8e97a', 'status': 'completed', 'code': 200} May 14 09:47:47.619797 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59544) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:47.625709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Request body: {'floatingip': {'port_id': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:47.654218 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5043c750-203b-4816-b65a-a780f4b1c32a req-6cce601a-9e6d-4569-aacb-0034a42ec172 service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527486 May 14 09:47:47.664317 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:47.705116 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:47.979848 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:47.984372 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] Checking router: 1de13aaa-4cf7-46a6-a31a-8593f633b309 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:47:47.993345 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:47.993946 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:48.231683 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:48.273018 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59552) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:48.333297 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.338141 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.346986 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.377387 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.450105 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.454748 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-232cdfa5-ba6d-4251-8813-f58130b34424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:48.470632 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d9a24-f537-4464-842f-f0a1a3174383,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:48.482760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:48.488760 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.492831 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "DELETE /v2.0/security-groups/7f1d9a24-f537-4464-842f-f0a1a3174383 HTTP/1.1" status: 204 len: 168 time: 0.2179925 May 14 09:47:48.493419 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59558) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:48.510420 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.api.v2.resource [None req-22bf83f4-8466-4570-afb2-6b1f22226162 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] show failed (client error): The resource could not be found. May 14 09:47:48.514447 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-22bf83f4-8466-4570-afb2-6b1f22226162 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups/7f1d9a24-f537-4464-842f-f0a1a3174383 HTTP/1.1" status: 404 len: 347 time: 0.0171707 May 14 09:47:48.514799 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59562) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:48.602422 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:48.606569 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76117b53-fe60-4b90-9c2f-3e4d62fcd319 None None] The sync data for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb is: [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:48.633999 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Floating IP baa9b022-5c1d-4132-bf6b-2faab1ea0505 associated. External IP: 172.28.0.179, port: e177a6ed-7e8f-43f8-ad5a-c1743a21328f. May 14 09:47:48.753136 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Deleting port 4fb9d382-32bd-4d81-945e-c0f3a82a3415 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:47:48.753575 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.824546 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efffa15-a7d1-41b4-bb87-45fa69cb74a8 None None] New status for floating IP a28cb30c-e7e7-40eb-b810-33093ceddf73: DOWN {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:47:48.879412 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:48.879412 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.003337 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Calling delete_port for 4fb9d382-32bd-4d81-945e-c0f3a82a3415 owned by network:floatingip {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:47:49.004466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Router d61caf84-8e00-4035-ac9a-cd768eecc92a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:47:49.119704 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.123363 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:49.185231 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:47:49.190030 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.194752 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] Sync routers for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:47:49.204794 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:49.205426 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:49.243878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event deleted for resources: {'Port': ['ID=4fb9d382-32bd-4d81-945e-c0f3a82a3415,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:49.247481 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:49.260816 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-7d0aa581-f55a-4141-a232-9a1cd09ed36b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "PUT /v2.0/floatingips/baa9b022-5c1d-4132-bf6b-2faab1ea0505 HTTP/1.1" status: 200 len: 992 time: 1.6398263 May 14 09:47:49.342556 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.357977 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.359280 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-71001909-3491-4ee9-b4dd-0d6d179a3fee tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "DELETE /v2.0/floatingips/a28cb30c-e7e7-40eb-b810-33093ceddf73 HTTP/1.1" status: 204 len: 168 time: 0.8434846 May 14 09:47:49.393704 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:49.612497 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:49.639675 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59572) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:49.647469 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645298012', 'description': 'tempest-description--2076338733'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:49.654110 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:49.660878 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:49.662188 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'status': 'completed', 'code': 200} May 14 09:47:49.663970 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:49.669680 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:49.681919 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.745255 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:49.746112 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'baa9b022-5c1d-4132-bf6b-2faab1ea0505', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'port_id': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'mac_address': 'fa:16:3e:8c:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:34Z', 'updated_at': '2021-05-14T09:47:48Z', 'revision_number': 1, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:49.750136 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] Checking router: d61caf84-8e00-4035-ac9a-cd768eecc92a for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:47:49.751127 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group_rule and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:49.754421 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:49.758864 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:47:49.759457 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:49.761587 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:49.807011 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-60fb7fdb-c3dd-4c56-8607-def7193592fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:49.808587 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-60fb7fdb-c3dd-4c56-8607-def7193592fb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1099 time: 0.1173120 May 14 09:47:49.927595 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.933307 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:47:49.938377 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:49.952170 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-87b566be-2b78-4d6b-ac57-2d426544d8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:50.014923 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccbb08c-7e21-476f-8040-2a3bcd138290,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:50.018090 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:50.019363 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-47cbf66a-80b6-403b-bfea-2571b67a2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:50.020825 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-47cbf66a-80b6-403b-bfea-2571b67a2584 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.2041907 May 14 09:47:50.021945 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.026133 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3820901 May 14 09:47:50.026133 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59576) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:50.082275 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'security_group_rule': {'security_group_id': 'dccbb08c-7e21-476f-8040-2a3bcd138290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:50.093305 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:50.106753 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group_rule and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:50.111683 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:50.120694 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:50.150249 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-1cee8a82-e9ad-4569-b3b3-5a9ac60bcaa9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 1000 time: 0.1215007 May 14 09:47:50.189627 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.246052 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-6b8f048c-cba3-46b2-9fb9-788a3ffe9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:50.247524 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-6b8f048c-cba3-46b2-9fb9-788a3ffe9061 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0903971 May 14 09:47:50.306153 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.312892 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.322554 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'baa9b022-5c1d-4132-bf6b-2faab1ea0505', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'port_id': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'mac_address': 'fa:16:3e:8c:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:34Z', 'updated_at': '2021-05-14T09:47:48Z', 'revision_number': 1, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:47:50.323650 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-1c4c2432-b2ec-4d0c-a7af-5b8208a4e2b6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:50.326643 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851107c-940b-4c70-9262-2d3c66b9b2fd None None] The sync data for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb is: [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': 'baa9b022-5c1d-4132-bf6b-2faab1ea0505', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'port_id': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'mac_address': 'fa:16:3e:8c:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:34Z', 'updated_at': '2021-05-14T09:47:48Z', 'revision_number': 1, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:47:50.352175 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a82ef47-7dbd-4b8e-ad93-73c35b8340d9,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:50.354865 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:50.358255 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.359683 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-7fb43e19-40a8-4f3e-af80-4ba1ae1373e6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327153 May 14 09:47:50.362389 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59580) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:50.368268 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'security_group_rule': {'security_group_id': 'dccbb08c-7e21-476f-8040-2a3bcd138290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:50.385005 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:50.391000 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-8a918255-2c34-4320-a6ed-27035aea8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:50.392478 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-8a918255-2c34-4320-a6ed-27035aea8c4b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1364608 May 14 09:47:50.393445 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:security_group_rule and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:50.397104 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:50.423914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:50.507569 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.548529 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f8f210-aa26-468f-99c6-08e2ac819065 None None] New status for floating IP baa9b022-5c1d-4132-bf6b-2faab1ea0505: ACTIVE {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:47:50.582666 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-549c356f-dfc4-47bc-ba05-9c4f2fffead9 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826205 May 14 09:47:50.676187 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.681765 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.701273 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:50.738148 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090e8720-4ac5-4856-b28b-fdd5925c753c,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:50.740893 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:50.744697 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.745602 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-02cbee03-de0b-4bf4-9d51-f5eb5c8bd45e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3823135 May 14 09:47:50.750319 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59586) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:50.766155 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'floatingip': {'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:50.776418 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:50.779944 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-72b81bff-9c31-4d32-8ae6-014afbab27ca req-37efe325-c552-4c99-a08c-d1c5c65ab74b service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890028 May 14 09:47:50.782476 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Usage tracker for resource:floatingip and tenant:6d84a1c9acc541329f974f4bdb9ccfc8 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:47:50.785935 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:47:50.792087 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:50.803449 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:50.886985 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 10872601-c8a4-408e-b335-8e8cf0c8e97a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:47:50.922217 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 10872601-c8a4-408e-b335-8e8cf0c8e97a {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:47:50.922571 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 10872601-c8a4-408e-b335-8e8cf0c8e97a not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:47:50.946389 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.085601 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Allocated IP 172.28.0.40 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/6a87d1e5-9453-455d-9df3-9b21c59f8c8b) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:51.249297 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.286827 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.290482 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0c6d181f-b37b-41eb-9a4e-a7ce1e2de863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:51.346790 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:51.349386 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:51.357072 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:51.385803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'Port': ['ID=6a87d1e5-9453-455d-9df3-9b21c59f8c8b,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:51.391461 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:51.445289 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.582101 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.794433 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.802168 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.808203 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-a515a3ad-6d56-48e4-8fd7-3d8940f29635 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:51.908292 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'Port': ['ID=6a87d1e5-9453-455d-9df3-9b21c59f8c8b,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:51.912239 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:51.925365 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.949559 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:51.950909 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2009244 May 14 09:47:52.130246 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-769ea6e0-ced7-430c-8b92-0d1da8f802a9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1645298012&fields=id&tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8 HTTP/1.1" status: 200 len: 267 time: 0.0392749 May 14 09:47:52.278181 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-df98f497-cc1e-4a4e-9d41-af896d5038ca tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:52.279739 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-df98f497-cc1e-4a4e-9d41-af896d5038ca tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 811 time: 0.1430533 May 14 09:47:52.297987 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-8951d2aa-61ce-4c92-80b7-6aa6e14e5791 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/quotas/6d84a1c9acc541329f974f4bdb9ccfc8 HTTP/1.1" status: 200 len: 375 time: 0.0092614 May 14 09:47:52.393263 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-1ac6a257-afc5-4479-8e37-9585d353a55e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:52.410675 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-1ac6a257-afc5-4479-8e37-9585d353a55e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:52.412095 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-1ac6a257-afc5-4479-8e37-9585d353a55e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091173 May 14 09:47:52.598916 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-80a009d9-e32c-4927-873c-bedacb7200fa service neutron] 10.222.0.67 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743195 May 14 09:47:52.735352 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-82457086-449e-46a6-8f40-95364c5d0913 service neutron] 10.222.0.67 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272478 May 14 09:47:52.928007 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-73c89cbd-daaa-469b-80fd-951bfe015757 req-d1154a46-7483-437a-ae5f-e39a4833021e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:52.940502 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-73c89cbd-daaa-469b-80fd-951bfe015757 req-d1154a46-7483-437a-ae5f-e39a4833021e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:52.941822 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-73c89cbd-daaa-469b-80fd-951bfe015757 req-d1154a46-7483-437a-ae5f-e39a4833021e tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 210 time: 0.0590088 May 14 09:47:54.020348 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-8e843821-8e4d-47c6-a90f-f549d0c18b56 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:54.021834 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-8e843821-8e4d-47c6-a90f-f549d0c18b56 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 811 time: 0.1617792 May 14 09:47:54.105871 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-21e26a03-1425-4b4f-8462-01b7af16ad7a req-e7715394-eb3c-42e8-8f50-c9fc344086e5 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 210 time: 0.0532157 May 14 09:47:54.117412 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-80443552-7862-4178-82ff-56c7a3795f4c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:54.134680 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-80443552-7862-4178-82ff-56c7a3795f4c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:54.135804 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-80443552-7862-4178-82ff-56c7a3795f4c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8 HTTP/1.1" status: 200 len: 380 time: 0.1009991 May 14 09:47:54.147474 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'port': {'device_id': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'admin_state_up': True, 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'security_groups': ['dccbb08c-7e21-476f-8040-2a3bcd138290']}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:54.291766 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:47:54.301724 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:47:54.311946 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Made reservation on behalf of 6d84a1c9acc541329f974f4bdb9ccfc8 for: {'port': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:47:54.315436 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:54.484427 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Allocated IP 172.20.0.9 (e3a3e5fe-f190-410b-9858-15c48c39e3e8/93ed94f8-627f-4210-b221-c43fffb1cdfa/5ce72d6b-c3b9-4fcd-9502-775540611eab) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:47:54.679486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:54.695068 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Transition to ACTIVE for port object 5ce72d6b-c3b9-4fcd-9502-775540611eab will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:54.720076 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:54.725867 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8f7eaf10-7f3a-4251-87fb-7c6496abee9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:54.791069 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:47:54.794027 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:47:54.805531 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:47:54.840747 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event updated for resources: {'Port': ['ID=5ce72d6b-c3b9-4fcd-9502-775540611eab,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:54.847365 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:54.880233 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:54.880937 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:54.909268 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-f0fe27ad-c6d2-4c67-b9b5-1d4891d0c8ed tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7651837 May 14 09:47:54.921999 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Request body: {'port': {'device_id': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:54.976925 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f25b9417-eaed-451a-a881-f22b69b80faf None None] Provisioning for port 5ce72d6b-c3b9-4fcd-9502-775540611eab completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:47:54.981564 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f25b9417-eaed-451a-a881-f22b69b80faf None None] Provisioning complete for port 5ce72d6b-c3b9-4fcd-9502-775540611eab triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:54.981939 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f25b9417-eaed-451a-a881-f22b69b80faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.038932 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-f25b9417-eaed-451a-a881-f22b69b80faf None None] Port 5ce72d6b-c3b9-4fcd-9502-775540611eab cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:47:55.042005 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.439854 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e11750-518b-4d32-8c21-fdf08dd8f538 req-af55e9d3-1e4e-43e0-812b-02edfb885d9a tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:55.440523 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-73e11750-518b-4d32-8c21-fdf08dd8f538 req-af55e9d3-1e4e-43e0-812b-02edfb885d9a tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Synchronizing usage tracker for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:47:55.507747 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-73e11750-518b-4d32-8c21-fdf08dd8f538 req-af55e9d3-1e4e-43e0-812b-02edfb885d9a tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Unset dirty status for tenant:6d84a1c9acc541329f974f4bdb9ccfc8 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:47:55.508937 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-73e11750-518b-4d32-8c21-fdf08dd8f538 req-af55e9d3-1e4e-43e0-812b-02edfb885d9a tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 931 time: 0.2011747 May 14 09:47:55.514932 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce72d6b-c3b9-4fcd-9502-775540611eab {{(pid=78736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:47:55.535379 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.562930 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Transition to ACTIVE for port object 5ce72d6b-c3b9-4fcd-9502-775540611eab will not be triggered until provisioned by entity L2. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:47:55.571628 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.582059 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ccf9eb91-3f06-427b-925a-28ec6d8cc04f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:55.622279 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-73e11750-518b-4d32-8c21-fdf08dd8f538 req-1cf6e0b0-27df-4836-a22f-e754593d3633 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029959 May 14 09:47:55.753312 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce72d6b-c3b9-4fcd-9502-775540611eab,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:55.756320 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:55.822279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Attempting to bind port 5ce72d6b-c3b9-4fcd-9502-775540611eab on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:47:55.822595 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Attempting to bind port 5ce72d6b-c3b9-4fcd-9502-775540611eab by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:47:55.823067 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Attempting to bind port 5ce72d6b-c3b9-4fcd-9502-775540611eab on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:55.828029 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Port 5ce72d6b-c3b9-4fcd-9502-775540611eab on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:47:55.828335 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Attempting to bind port 5ce72d6b-c3b9-4fcd-9502-775540611eab on network e3a3e5fe-f190-410b-9858-15c48c39e3e8 {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:47:55.833923 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:47:55.834248 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Checking segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:47:55.834646 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Bound using segment: {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'} {{(pid=78736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:47:55.835059 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.managers [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Bound port: 5ce72d6b-c3b9-4fcd-9502-775540611eab, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe0d73b-fb19-4372-8a66-9f4cb0e24871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8'}}] {{(pid=78736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:47:55.835393 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.930380 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] For port 5ce72d6b-c3b9-4fcd-9502-775540611eab, host hv-cinder-73414, cleared binding levels {{(pid=78736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:47:55.933627 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] For port 5ce72d6b-c3b9-4fcd-9502-775540611eab, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:47:55.939106 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.942701 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:55.994555 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:55.995164 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:55.996522 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] 10.222.0.75 "PUT /v2.0/ports/5ce72d6b-c3b9-4fcd-9502-775540611eab HTTP/1.1" status: 200 len: 1093 time: 1.0794797 May 14 09:47:55.997022 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:56.039348 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce72d6b-c3b9-4fcd-9502-775540611eab,revision_number=3']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:56.051638 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-859d842e-7fb8-4d70-8f23-0adc314bae60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:56.132372 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'status': 'completed', 'code': 200} May 14 09:47:56.138148 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-6607ad1f-8474-409b-be21-4abb0f892994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:56.139877 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-6607ad1f-8474-409b-be21-4abb0f892994 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 1096 time: 0.0866899 May 14 09:47:56.209988 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-312052f2-0bb8-4bd4-84f6-067958d2ff7e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab HTTP/1.1" status: 200 len: 217 time: 0.0620933 May 14 09:47:56.277757 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-615b4476-5e1e-4b7e-9e38-0a6e468b60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:56.279328 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-615b4476-5e1e-4b7e-9e38-0a6e468b60fd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.0623448 May 14 09:47:56.357624 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-0ba1aa51-9e6f-49dd-b0fb-1595898ae7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:56.359174 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-0ba1aa51-9e6f-49dd-b0fb-1595898ae7ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0731010 May 14 09:47:56.490939 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-3b7c2b8d-4f01-4014-ba0a-6c25757fd309 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246324 May 14 09:47:56.625759 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d8d91d8-7a39-4539-beff-a2d36d80b1b2 req-6c598590-7c08-4397-850f-1fd22f1decc0 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246283 May 14 09:47:56.750443 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-0a5b31ba-988e-4623-aa4c-870358abde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:56.752113 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-0a5b31ba-988e-4623-aa4c-870358abde88 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 1096 time: 0.0775559 May 14 09:47:56.820295 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c3db6-ad4d-45b9-bbcd-b2bcc1c171b9 req-a68a34ec-a0a1-434d-829f-3fe8d24a5076 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:56.821776 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-545c3db6-ad4d-45b9-bbcd-b2bcc1c171b9 req-a68a34ec-a0a1-434d-829f-3fe8d24a5076 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 943 time: 0.0853026 May 14 09:47:56.869020 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-545c3db6-ad4d-45b9-bbcd-b2bcc1c171b9 req-8cea10e8-9f3e-4c1c-94f4-a526d634d6a6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 May 14 09:47:56.900654 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-f250b213-7dfb-4de2-869d-f0882a87302f tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718027102&fields=id&tenant_id=8efc398d8f0840baa35ef5c8be839340 HTTP/1.1" status: 200 len: 267 time: 0.0759656 May 14 09:47:56.961450 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-42491135-0a83-4ca0-a902-6d36a6ed6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:56.962939 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-42491135-0a83-4ca0-a902-6d36a6ed6290 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.2044146 May 14 09:47:57.107755 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-33606012-20fe-4c06-9d9b-89b7da4e39f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab HTTP/1.1" status: 200 len: 217 time: 0.1377535 May 14 09:47:57.177033 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-6b365cde-979b-45d7-a007-b3aec49b154d tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:57.178478 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-6b365cde-979b-45d7-a007-b3aec49b154d tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 984 time: 0.2701175 May 14 09:47:57.194134 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Request body: {'port': {'security_groups': ['fb043f6d-27d5-4b13-bea5-ce92da943cdc']}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:47:57.220923 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-efd2f4e0-ca34-400c-b9c9-39500b1638d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:57.222453 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-efd2f4e0-ca34-400c-b9c9-39500b1638d1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.1084123 May 14 09:47:57.363267 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:57.415526 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-256e4f25-0fc2-4057-a95d-ee033efbefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:57.417033 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-256e4f25-0fc2-4057-a95d-ee033efbefa3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1780481 May 14 09:47:57.611591 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-150c10f8-05b4-423e-ad66-cc522b7c44b8 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818886 May 14 09:47:57.823987 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:47:57.835807 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2be45992-76d3-44c8-ad31-6d8632d0810f req-e87f61ad-eeb4-4300-9fdc-bc53f86f72fd service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766708 May 14 09:47:57.857640 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:57.864963 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:57.873025 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-7682bc9f-d9f2-4250-8018-749eb651980a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:57.877908 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:47:57.938494 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:57.939153 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:57.940539 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e724cdfd-9efe-4fe9-bf82-495dd0309564 req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "PUT /v2.0/ports/dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 942 time: 0.7540071 May 14 09:47:57.947044 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59648) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:57.984197 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event updated for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=7']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:57.988067 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-490f9a1a-9e52-49fc-b9db-aa49a72f0cce tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:58.097625 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:47:58.133823 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:47:58.192419 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'status': 'completed', 'code': 200} May 14 09:47:58.193338 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:58.237071 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-532a66b5-c5d8-4895-b7e8-6627112b3a29 None None] Provisioning complete for port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:47:58.237452 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-532a66b5-c5d8-4895-b7e8-6627112b3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:58.239151 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:58.295487 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-839521a5-8589-447e-925b-48326379a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:58.297791 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-839521a5-8589-447e-925b-48326379a0c2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1098 time: 0.0837061 May 14 09:47:58.323973 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266774a3-c627-4d76-a2fd-88253d59306f req-9f3840e1-56d8-4a9e-ae72-b6d9e914bc73 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:58.325614 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-266774a3-c627-4d76-a2fd-88253d59306f req-9f3840e1-56d8-4a9e-ae72-b6d9e914bc73 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 943 time: 0.3146002 May 14 09:47:58.358162 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:58.364691 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1eba8696-3b08-4b5c-a648-954156454974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:58.391778 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f959f96-a756-4fc5-82ac-04089400dbb9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:58.394608 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:58.409602 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:58.410619 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "DELETE /v2.0/security-groups/0f959f96-a756-4fc5-82ac-04089400dbb9 HTTP/1.1" status: 204 len: 168 time: 0.4626672 May 14 09:47:58.413046 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59656) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:47:58.413579 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-266774a3-c627-4d76-a2fd-88253d59306f req-151e7e9a-e6ba-40e8-9b8b-bdd73e408ee0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800984 May 14 09:47:58.552545 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-6a6dc915-a95c-465c-9dde-0c0f0a2dbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:58.553991 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-6a6dc915-a95c-465c-9dde-0c0f0a2dbb25 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 915 time: 0.2469654 May 14 09:47:58.764857 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-e0a1efa9-28b9-4221-ba2d-8706df3523da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 1001 time: 0.1592369 May 14 09:47:58.925160 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-c2637036-c132-4669-968f-17af5c6dab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:58.926568 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-c2637036-c132-4669-968f-17af5c6dab25 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 200 len: 853 time: 0.1553516 May 14 09:47:58.982214 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Deleting port 46290f85-25b2-416d-ad6d-d7a0592f396b {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:47:58.982732 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:59.113577 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:59.113803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:59.128876 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-c7dc2680-0aa3-4bcf-93e3-59dd827a753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:59.130324 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-c7dc2680-0aa3-4bcf-93e3-59dd827a753d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1900256 May 14 09:47:59.257882 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Calling delete_port for 46290f85-25b2-416d-ad6d-d7a0592f396b owned by network:floatingip {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:47:59.387237 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-effdae49-bf92-4202-9d5c-33761bf9efc8 service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060525 May 14 09:47:59.578497 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b22bd93b-3c7f-49b2-9828-4781ec5d2c0c req-7a9338e1-9287-4294-b9e3-a5e4936dd15b service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833253 May 14 09:47:59.594291 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:59.598541 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0ccbf498-2808-458b-9e31-92e46fee66cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:47:59.624293 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90106ab-fb54-47f0-a6d7-db51f37b375a req-371cb864-f90a-4bd6-9984-e8ee57e8c48c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:47:59.625687 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d90106ab-fb54-47f0-a6d7-db51f37b375a req-371cb864-f90a-4bd6-9984-e8ee57e8c48c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 943 time: 0.0914290 May 14 09:47:59.640126 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event deleted for resources: {'Port': ['ID=46290f85-25b2-416d-ad6d-d7a0592f396b,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:47:59.644138 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:47:59.673699 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d90106ab-fb54-47f0-a6d7-db51f37b375a req-6e6ff11a-c94b-45a6-acf4-ed687d7863c8 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 May 14 09:47:59.741964 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks [] for floatingip, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:47:59.742324 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.l3_db [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Floating IP 54b56263-f35f-41da-a4df-a2974661e2e9 disassociated (deleted). External IP: 172.28.0.242, port: dbe00572-2f33-4a56-b8f3-ee6b386fc5b5. May 14 09:48:00.087726 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Router d1f9cbc2-492d-4732-8aac-0fafeabb0813 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:00.346718 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:00.356418 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] Sync routers for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:00.366976 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:00.368046 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:00.368681 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:00.423765 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "DELETE /v2.0/floatingips/54b56263-f35f-41da-a4df-a2974661e2e9 HTTP/1.1" status: 204 len: 168 time: 2.0073109 May 14 09:48:00.424227 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:00.478675 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'status': 'completed', 'code': 200} May 14 09:48:00.569743 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:00.583524 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-667dff41-79e6-42cb-945e-fa33e31041f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:00.585285 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-667dff41-79e6-42cb-945e-fa33e31041f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8efc398d8f0840baa35ef5c8be839340&device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 1098 time: 0.0801256 May 14 09:48:00.736085 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-aaf30198-2d4f-47b5-a074-7da080a759bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:00.737761 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-aaf30198-2d4f-47b5-a074-7da080a759bd service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 200 len: 915 time: 0.1406465 May 14 09:48:00.839224 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-d359029d-8abc-427d-a86d-8f30ddf0dbcb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0930309 May 14 09:48:00.916301 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:47Z', 'revision_number': 5, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:00.921778 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 5ce72d6b-c3b9-4fcd-9502-775540611eab details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:48:00.923190 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab408b1-e800-4961-823f-2527cdb67170 req-ee8a94c5-eb50-4c67-bda4-90ddeee1050b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:00.927871 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] Checking router: d1f9cbc2-492d-4732-8aac-0fafeabb0813 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:00.929359 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dab408b1-e800-4961-823f-2527cdb67170 req-ee8a94c5-eb50-4c67-bda4-90ddeee1050b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 943 time: 0.1404006 May 14 09:48:00.940658 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-ab54cb0f-c97f-4f19-8f18-a9f9fe9c836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:00.942694 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-ab54cb0f-c97f-4f19-8f18-a9f9fe9c836c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 200 len: 853 time: 0.0867019 May 14 09:48:00.960131 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:00.963278 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:00.990916 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dab408b1-e800-4961-823f-2527cdb67170 req-2db56913-d5c1-4352-af79-35ff9f3911b1 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534773 May 14 09:48:01.030783 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-71829798-ba1d-49a0-bc31-ed752b29ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:01.032577 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-71829798-ba1d-49a0-bc31-ed752b29ac19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0824239 May 14 09:48:01.165293 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-99c5ba25-3e0d-40fe-a079-871e77a120c3 service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256089 May 14 09:48:01.241681 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 5ce72d6b-c3b9-4fcd-9502-775540611eab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:01.269297 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:01.296537 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c48147a5-50b0-4a5a-837a-6ee2351add49 req-6467c5a5-040a-4b5d-88a7-1a6efe2e3834 service neutron] 10.222.0.75 "GET /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243937 May 14 09:48:01.310029 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'port_id': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'mac_address': 'fa:16:3e:ca:d4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:48:01.505842 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:01.532527 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce72d6b-c3b9-4fcd-9502-775540611eab {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:48:01.572002 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 5ce72d6b-c3b9-4fcd-9502-775540611eab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:01.584909 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:01.588581 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:01.697300 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=5ce72d6b-c3b9-4fcd-9502-775540611eab,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:01.700901 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:01.722955 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:47Z', 'revision_number': 5, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:01.727132 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37aaa6-be17-436c-bf79-177d88074c6f None None] The sync data for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb is: [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '2fffbc45-35c5-41d7-ab0e-e5150c1dd693', 'name': '', 'network_id': 'a05fdcd6-4ed7-4d80-9199-ec16b189a3e0', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'mac_address': 'fa:16:3e:e9:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:40Z', 'updated_at': '2021-05-14T09:43:47Z', 'revision_number': 5, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'subnets': [{'id': 'a5364444-396a-47d5-97f3-21e1ef92f4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:01.926140 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['5ce72d6b-c3b9-4fcd-9502-775540611eab'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:48:01.939315 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22837ac-4d31-4a58-bc99-c7d5383359a8 None None] New status for floating IP 54b56263-f35f-41da-a4df-a2974661e2e9: DOWN {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:48:02.193249 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e9c3-30f0-49cb-b128-5fe588b7f32b req-73d93a0a-7461-4160-b132-82bc953ee6a2 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:02.194750 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-acd7e9c3-30f0-49cb-b128-5fe588b7f32b req-73d93a0a-7461-4160-b132-82bc953ee6a2 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 944 time: 0.0821595 May 14 09:48:02.242821 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-acd7e9c3-30f0-49cb-b128-5fe588b7f32b req-6c46a07e-3911-4017-9558-704c60ea9a03 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 May 14 09:48:02.947947 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 5ce72d6b-c3b9-4fcd-9502-775540611eab up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:48:03.021929 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 5ce72d6b-c3b9-4fcd-9502-775540611eab completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:48:03.026775 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 5ce72d6b-c3b9-4fcd-9502-775540611eab triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:48:03.027150 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:03.142983 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:03.171120 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:03.181927 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 5ce72d6b-c3b9-4fcd-9502-775540611eab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:03.186770 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:03.188669 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:03.218153 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'code': 200} May 14 09:48:03.256926 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=5ce72d6b-c3b9-4fcd-9502-775540611eab,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:03.259770 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:03.442314 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1cda0-3a7c-4d2a-8cfe-dc525a14680e req-4810f742-f3b5-48e7-9021-844b11dc52dd tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:03.443903 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1ed1cda0-3a7c-4d2a-8cfe-dc525a14680e req-4810f742-f3b5-48e7-9021-844b11dc52dd tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.0835576 May 14 09:48:03.455872 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c1001-cbfb-4b18-a5ae-3f3f6b7ba2c5 req-c00a85fd-7b7b-48d0-a4ae-d6cb0db2a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:03.457525 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f00c1001-cbfb-4b18-a5ae-3f3f6b7ba2c5 req-c00a85fd-7b7b-48d0-a4ae-d6cb0db2a7ca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 1098 time: 0.0751913 May 14 09:48:03.494197 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1ed1cda0-3a7c-4d2a-8cfe-dc525a14680e req-4b7d94b3-efae-429b-8179-962cb407bee9 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 May 14 09:48:03.502818 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f00c1001-cbfb-4b18-a5ae-3f3f6b7ba2c5 req-ae00864b-de59-4fff-899b-1c7ecc622b3d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 May 14 09:48:03.881333 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705581f-22e7-478a-b00a-df3001baad20 req-adecac61-3851-4b1a-bea8-cd921f3444e6 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:03.882818 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7705581f-22e7-478a-b00a-df3001baad20 req-adecac61-3851-4b1a-bea8-cd921f3444e6 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.1025376 May 14 09:48:03.927999 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-7705581f-22e7-478a-b00a-df3001baad20 req-74d4c54e-625a-44bf-ac2a-22953ed63711 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Synchronizing usage tracker for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:48:03.945798 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-7705581f-22e7-478a-b00a-df3001baad20 req-74d4c54e-625a-44bf-ac2a-22953ed63711 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Unset dirty status for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:48:03.947093 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7705581f-22e7-478a-b00a-df3001baad20 req-74d4c54e-625a-44bf-ac2a-22953ed63711 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586383 May 14 09:48:04.682625 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bcda0-e75e-4962-be8c-1408e0b2ad83 req-193d5286-3a8b-4544-a862-c8eae0e650d6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:04.684092 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-308bcda0-e75e-4962-be8c-1408e0b2ad83 req-193d5286-3a8b-4544-a862-c8eae0e650d6 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.0817084 May 14 09:48:04.734838 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-308bcda0-e75e-4962-be8c-1408e0b2ad83 req-d87b157e-52d6-4726-b937-d40feb1457e3 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 May 14 09:48:05.153923 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a823a-0245-442d-bcd8-9879fb715224 req-7b31021d-13b2-4976-bde3-9063a5cac7f8 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:05.154624 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ee1a823a-0245-442d-bcd8-9879fb715224 req-7b31021d-13b2-4976-bde3-9063a5cac7f8 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Synchronizing usage tracker for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:48:05.173478 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-ee1a823a-0245-442d-bcd8-9879fb715224 req-7b31021d-13b2-4976-bde3-9063a5cac7f8 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Unset dirty status for tenant:8efc398d8f0840baa35ef5c8be839340 on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:48:05.174823 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ee1a823a-0245-442d-bcd8-9879fb715224 req-7b31021d-13b2-4976-bde3-9063a5cac7f8 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.1125851 May 14 09:48:05.218440 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ee1a823a-0245-442d-bcd8-9879fb715224 req-96ef41d8-bd43-4a0f-8918-cf8fd3135aac tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 May 14 09:48:05.799447 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:48:05.930493 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-868d70c6-edd2-43ea-9c30-7843f52ab3b0 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:05.931955 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-868d70c6-edd2-43ea-9c30-7843f52ab3b0 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.75 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.0790462 May 14 09:48:05.941744 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ba1bd-6bf0-4b9d-af4a-b4c8429976ae req-f9014fe8-0149-4ba5-ad75-19e6abdee5cc tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:05.943395 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-905ba1bd-6bf0-4b9d-af4a-b4c8429976ae req-f9014fe8-0149-4ba5-ad75-19e6abdee5cc tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.0832341 May 14 09:48:05.988459 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-905ba1bd-6bf0-4b9d-af4a-b4c8429976ae req-93ddc92a-7084-46ff-a3c7-e1c54dfdb60c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391583 May 14 09:48:06.070158 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Deleting port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:06.070503 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:06.252015 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] For port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:06.252635 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:06.411246 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded0fa1-12d0-4e83-80b2-77a4fc85637d req-4f8820da-7c14-4878-86a6-916c58973950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:06.412813 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6ded0fa1-12d0-4e83-80b2-77a4fc85637d req-4f8820da-7c14-4878-86a6-916c58973950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/ports?device_id=34755c5d-324e-442d-b23f-32fb332c7b98 HTTP/1.1" status: 200 len: 945 time: 0.0850413 May 14 09:48:06.464303 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6ded0fa1-12d0-4e83-80b2-77a4fc85637d req-a743a4b0-d82f-4f1e-b379-41c2bac528ad tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb043f6d-27d5-4b13-bea5-ce92da943cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 May 14 09:48:06.471933 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Calling delete_port for dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 owned by compute:nova {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:06.481597 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c01b4-859a-4aee-a67d-80ebdb55a802 req-174f3e41-146e-421d-b751-d3b9dfb58ca8 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:06.483198 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6d4c01b4-859a-4aee-a67d-80ebdb55a802 req-174f3e41-146e-421d-b751-d3b9dfb58ca8 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.3929007 May 14 09:48:06.491567 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59720) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:06.496883 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Request body: {'floatingip': {'port_id': '5ce72d6b-c3b9-4fcd-9502-775540611eab'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:48:06.571795 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:06.594284 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:06.600008 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d75657b3-5176-4983-9790-3167a20885c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:06.605618 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:48:06.646138 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Pushing event deleted for resources: {'Port': ['ID=dbe00572-2f33-4a56-b8f3-ee6b386fc5b5,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:06.649259 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:06.723770 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] No DVR routers for this DVR port dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 on host hv-cinder-73414 {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:06.726455 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:06.730399 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'name': 'network-vif-deleted', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:06.746642 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-06c70529-a346-4d8d-b334-a1a1cac2a203 req-cef84b81-3bd6-4166-9541-3514168eb503 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] 10.222.0.75 "DELETE /v2.0/ports/dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 HTTP/1.1" status: 204 len: 173 time: 0.8089042 May 14 09:48:06.787141 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34755c5d-324e-442d-b23f-32fb332c7b98', 'name': 'network-vif-deleted', 'tag': 'dbe00572-2f33-4a56-b8f3-ee6b386fc5b5', 'status': 'completed', 'code': 200} May 14 09:48:07.173188 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:07.177934 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:07.437971 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Floating IP 22b81365-0f57-4d9c-9b2a-4f01f4f9df51 associated. External IP: 172.28.0.40, port: 5ce72d6b-c3b9-4fcd-9502-775540611eab. May 14 09:48:07.799104 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Router 1de13aaa-4cf7-46a6-a31a-8593f633b309 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:07.984563 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:07.988912 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:07.995888 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] Sync routers for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:08.006763 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:08.007393 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:08.057618 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-175d3a55-4d60-4b42-a967-b40293de8763 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "PUT /v2.0/floatingips/22b81365-0f57-4d9c-9b2a-4f01f4f9df51 HTTP/1.1" status: 200 len: 990 time: 1.5649309 May 14 09:48:08.058301 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:48:08.105699 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'status': 'completed', 'code': 200} May 14 09:48:08.171300 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59778) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:08.222439 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-e28e001d-c03f-4fbd-baee-902aa176a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:08.224133 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-e28e001d-c03f-4fbd-baee-902aa176a1c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 1098 time: 0.0940990 May 14 09:48:08.231118 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:08.360399 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-f5b9d62b-8c42-4a48-bb96-83af05c02d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:08.361756 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-f5b9d62b-8c42-4a48-bb96-83af05c02d47 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 200 len: 912 time: 0.1304090 May 14 09:48:08.477108 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-35781262-a491-4fd5-b3c4-2158a988a69c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab HTTP/1.1" status: 200 len: 998 time: 0.1074076 May 14 09:48:08.544107 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-c498b141-2f79-45a9-9e39-64c0a1743ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:08.545886 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-c498b141-2f79-45a9-9e39-64c0a1743ef2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 200 len: 850 time: 0.0610521 May 14 09:48:08.626872 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-97b2f6f6-8ae6-4fed-8f82-1c31bb9ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:08.628325 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-97b2f6f6-8ae6-4fed-8f82-1c31bb9ff344 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e3a3e5fe-f190-410b-9858-15c48c39e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0746458 May 14 09:48:08.646203 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '22b81365-0f57-4d9c-9b2a-4f01f4f9df51', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'floating_ip_address': '172.28.0.40', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'port_id': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'mac_address': 'fa:16:3e:ca:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:51Z', 'updated_at': '2021-05-14T09:48:07Z', 'revision_number': 1, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:08.650564 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] Checking router: 1de13aaa-4cf7-46a6-a31a-8593f633b309 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:08.660586 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:08.661227 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:08.776944 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-21f9d395-e9b3-4b84-abfb-9416f937052f service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411397 May 14 09:48:08.801160 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-31a03e58-a237-42b7-b7d5-7e04735b3fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:08.843310 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-976967'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:08.851740 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:08.912758 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-86b66417-edde-4de8-8770-dc24d239ffa9 req-8778c396-6624-44dc-b750-d6415074ad91 service neutron] 10.222.0.75 "GET /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285379 May 14 09:48:09.206878 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '22b81365-0f57-4d9c-9b2a-4f01f4f9df51', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'floating_ip_address': '172.28.0.40', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'port_id': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'mac_address': 'fa:16:3e:ca:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:51Z', 'updated_at': '2021-05-14T09:48:07Z', 'revision_number': 1, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:09.211012 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d76e6-b9f7-4f67-95ad-8191936ab8f0 None None] The sync data for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb is: [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '22b81365-0f57-4d9c-9b2a-4f01f4f9df51', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'floating_ip_address': '172.28.0.40', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'port_id': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'mac_address': 'fa:16:3e:ca:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:47:51Z', 'updated_at': '2021-05-14T09:48:07Z', 'revision_number': 1, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:09.268894 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Deleting port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:09.269261 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:09.395014 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] For port 2fffbc45-35c5-41d7-ab0e-e5150c1dd693, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:09.395343 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:09.399197 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a555c5-0366-44e0-ad44-8fba648a38bb None None] New status for floating IP 22b81365-0f57-4d9c-9b2a-4f01f4f9df51: ACTIVE {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:48:09.523260 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Calling delete_port for 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:09.672873 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:09.676710 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-12c86a6d-0fa8-43df-a300-0cf27e936b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:09.719380 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fffbc45-35c5-41d7-ab0e-e5150c1dd693,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:09.722423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:09.987231 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975831'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:10.440303 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Router d1f9cbc2-492d-4732-8aac-0fafeabb0813 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:10.618816 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:10.628135 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] Sync routers for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:10.631688 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] 10.222.0.67 "PUT /v2.0/routers/d1f9cbc2-492d-4732-8aac-0fafeabb0813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4593122 May 14 09:48:10.634220 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59790) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:10.639177 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:10.639795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:10.815997 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:10.826167 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:10.991024 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:10.993998 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:11.036825 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:11.037162 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device dbe00572-2f33-4a56-b8f3-ee6b386fc5b5 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:11.068786 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Deleting port 7efed11d-4da8-4aa9-a68e-dffe186bd656 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:11.069139 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.143435 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:48:09Z', 'revision_number': 5, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port': {'id': '7efed11d-4da8-4aa9-a68e-dffe186bd656', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:35Z', 'updated_at': '2021-05-14T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:11.147462 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] Checking router: d1f9cbc2-492d-4732-8aac-0fafeabb0813 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:11.156484 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] Routers {'d1f9cbc2-492d-4732-8aac-0fafeabb0813'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:11.157081 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:47:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:11.192040 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] For port 7efed11d-4da8-4aa9-a68e-dffe186bd656, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7efed11d-4da8-4aa9-a68e-dffe186bd656,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:11.192388 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.317378 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Calling delete_port for 7efed11d-4da8-4aa9-a68e-dffe186bd656 owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:11.322990 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.351629 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] Set router d1f9cbc2-492d-4732-8aac-0fafeabb0813 gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:11.457084 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:48:10Z', 'revision_number': 6, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port_host': None}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:11.461777 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1536b6a-3551-4fe8-b13c-6256efeb2604 None None] The sync data for ids ['d1f9cbc2-492d-4732-8aac-0fafeabb0813'] in dv-cinder-734144-18-smb is: [{'id': 'd1f9cbc2-492d-4732-8aac-0fafeabb0813', 'name': 'tempest-TestMinimumBasicScenario-147556379-router', 'tenant_id': '8efc398d8f0840baa35ef5c8be839340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:34Z', 'updated_at': '2021-05-14T09:48:10Z', 'revision_number': 6, 'project_id': '8efc398d8f0840baa35ef5c8be839340', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:11.464280 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.468568 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-56a2e81d-cb4a-4a5f-86c1-a3289ca9cebb tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:11.496915 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-21487e53-e230-49b2-a188-f030aa1c8e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.518735 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7efed11d-4da8-4aa9-a68e-dffe186bd656,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:11.521786 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:11.610756 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975041'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.867002 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104013'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.871594 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.963810 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982101'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.964356 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f9cbc2-492d-4732-8aac-0fafeabb0813 {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:48:11.977340 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:11.978475 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] 10.222.0.67 "DELETE /v2.0/routers/d1f9cbc2-492d-4732-8aac-0fafeabb0813 HTTP/1.1" status: 204 len: 168 time: 1.3433778 May 14 09:48:11.981334 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59800) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:12.043189 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Deleting subnet a5364444-396a-47d5-97f3-21e1ef92f4a2 {{(pid=78736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:48:12.046660 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.094899 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11830040'] for subnet, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.215037 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.272865 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:12.317534 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:12.317871 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 2fffbc45-35c5-41d7-ab0e-e5150c1dd693 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:12.326323 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.472803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12020166'] for subnet, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.477540 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:12.513322 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5364444-396a-47d5-97f3-21e1ef92f4a2,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:12.516580 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:12.517574 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.524558 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f0699-b93b-42d6-8ad2-26bcf353de61 None None] Network a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:48:12.524774 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a5364444-396a-47d5-97f3-21e1ef92f4a2 HTTP/1.1" status: 204 len: 168 time: 0.5415354 May 14 09:48:12.527356 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59804) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:12.631556 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.710621 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Deleting port 3fea0ca1-9770-4aad-b9cd-688442c39070 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:12.710961 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.778342 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] DHCP port deletion for a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 request from dv-cinder-734144-18-smb {{(pid=78737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:48:12.822702 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] For port 3fea0ca1-9770-4aad-b9cd-688442c39070, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=3fea0ca1-9770-4aad-b9cd-688442c39070,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:12.823022 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.845247 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Deleting port 3fea0ca1-9770-4aad-b9cd-688442c39070 {{(pid=78737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:12.845619 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.942280 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] For port 3fea0ca1-9770-4aad-b9cd-688442c39070, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=3fea0ca1-9770-4aad-b9cd-688442c39070,segment=NetworkSegment(5459aae9-f17e-4297-9c64-66cf2970ea51),segment_id=5459aae9-f17e-4297-9c64-66cf2970ea51)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:12.942721 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:12.944723 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Calling delete_port for 3fea0ca1-9770-4aad-b9cd-688442c39070 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:13.000204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.004793 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:13.053006 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fea0ca1-9770-4aad-b9cd-688442c39070,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:13.056305 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:13.057139 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] No DVR routers for this DVR port 3fea0ca1-9770-4aad-b9cd-688442c39070 on host dv-cinder-734144-18-smb {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:13.072578 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Calling delete_port for 3fea0ca1-9770-4aad-b9cd-688442c39070 owned by network:dhcp {{(pid=78737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:13.173501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.186061 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05fdcd6-4ed7-4d80-9199-ec16b189a3e0']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:13.197831 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5459aae9-f17e-4297-9c64-66cf2970ea51') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:13.198011 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5459aae9-f17e-4297-9c64-66cf2970ea51') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:13.202711 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759'] for port, after_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.207315 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:13.209486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.226289 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.232388 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:48:13.232757 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:48:13.245907 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:48:13.253041 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Pushing event deleted for resources: {'Port': ['ID=3fea0ca1-9770-4aad-b9cd-688442c39070,revision_number=None']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:13.255162 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] No DVR routers for this DVR port 3fea0ca1-9770-4aad-b9cd-688442c39070 on host dv-cinder-734144-18-smb {{(pid=78737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:13.256371 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:13.327133 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.331321 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:13.346588 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:13.354571 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05fdcd6-4ed7-4d80-9199-ec16b189a3e0,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:13.360586 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:13.362432 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a05fdcd6-4ed7-4d80-9199-ec16b189a3e0 HTTP/1.1" status: 204 len: 168 time: 0.8327847 May 14 09:48:13.366579 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59812) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:13.657048 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 3fea0ca1-9770-4aad-b9cd-688442c39070 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:13.690555 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 3fea0ca1-9770-4aad-b9cd-688442c39070 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:13.690930 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 3fea0ca1-9770-4aad-b9cd-688442c39070 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:13.691344 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7efed11d-4da8-4aa9-a68e-dffe186bd656 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:13.723648 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 7efed11d-4da8-4aa9-a68e-dffe186bd656 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:13.724027 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7efed11d-4da8-4aa9-a68e-dffe186bd656 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:13.849279 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:14.012408 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-976967'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:14.437869 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Deleting port 8992b011-2561-4778-8c44-de90b1390a29 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:14.438156 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:14.557646 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] For port 8992b011-2561-4778-8c44-de90b1390a29, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=8992b011-2561-4778-8c44-de90b1390a29,segment=NetworkSegment(dd72c575-d712-4fc0-9fa4-04228c3d5303),segment_id=dd72c575-d712-4fc0-9fa4-04228c3d5303)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:14.557973 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:14.679277 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Calling delete_port for 8992b011-2561-4778-8c44-de90b1390a29 owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:14.823607 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:14.828033 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:14.870889 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8992b011-2561-4778-8c44-de90b1390a29,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:14.874332 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:15.225140 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975831'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:15.598186 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Router da6b6a58-daeb-4f4a-a805-4a5e57310b3c has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:48:15.773381 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:48:15.782486 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] Sync routers for ids ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:48:15.791579 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] 10.222.0.67 "PUT /v2.0/routers/da6b6a58-daeb-4f4a-a805-4a5e57310b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4239976 May 14 09:48:15.792993 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] Routers {'da6b6a58-daeb-4f4a-a805-4a5e57310b3c'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:15.793602 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:48:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:15.794146 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59824) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:15.972024 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:15.988014 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] Set router da6b6a58-daeb-4f4a-a805-4a5e57310b3c gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:16.148746 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:16.220770 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Deleting port 1ae265df-c506-4a50-a506-09696435656d {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:16.221106 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:16.262325 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': '1ae265df-c506-4a50-a506-09696435656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:48:14Z', 'revision_number': 5, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port': {'id': '1ae265df-c506-4a50-a506-09696435656d', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:43:45Z', 'updated_at': '2021-05-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:16.266670 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] Checking router: da6b6a58-daeb-4f4a-a805-4a5e57310b3c for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:48:16.274994 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] Routers {'da6b6a58-daeb-4f4a-a805-4a5e57310b3c'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:48:16.275610 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:48:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:16.341919 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] For port 1ae265df-c506-4a50-a506-09696435656d, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=1ae265df-c506-4a50-a506-09696435656d,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:16.342556 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:16.428518 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] Set router da6b6a58-daeb-4f4a-a805-4a5e57310b3c gateway port host: None {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:48:16.535972 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:48:16Z', 'revision_number': 6, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port_host': None}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:16.540183 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a22c9-f546-4805-9463-ced924a3110c None None] The sync data for ids ['da6b6a58-daeb-4f4a-a805-4a5e57310b3c'] in dv-cinder-734144-18-smb is: [{'id': 'da6b6a58-daeb-4f4a-a805-4a5e57310b3c', 'name': 'tempest-TestMinimumBasicScenario-1753730846-router', 'tenant_id': '45dc7e936e834c24a850bbfe297c8822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:43:44Z', 'updated_at': '2021-05-14T09:48:16Z', 'revision_number': 6, 'project_id': '45dc7e936e834c24a850bbfe297c8822', 'gw_port_host': None}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:48:16.573485 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Calling delete_port for 1ae265df-c506-4a50-a506-09696435656d owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:16.592029 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:16.716535 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:16.721119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a99e064d-c659-4be7-98e9-9aefe50559c5 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:16.762395 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae265df-c506-4a50-a506-09696435656d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:16.765106 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:16.860144 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975041'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.035906 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104013'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.038230 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.063325 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982101'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.063828 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da6b6a58-daeb-4f4a-a805-4a5e57310b3c {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:48:17.076845 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.078048 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/da6b6a58-daeb-4f4a-a805-4a5e57310b3c HTTP/1.1" status: 204 len: 168 time: 1.2829237 May 14 09:48:17.080614 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59834) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:17.143685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Deleting subnet 525817a2-973d-4e30-94e6-f09f569b2c85 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:48:17.146982 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.194974 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10515965'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.313334 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.564905 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10678737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10711461'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.569347 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:17.606866 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525817a2-973d-4e30-94e6-f09f569b2c85,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:17.609327 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:17.612212 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.617492 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991e6a2-1c7a-4da4-9137-74863d70f5e5 None None] Network 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:48:17.618944 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d0a72066-716a-49fd-996c-cbad2c089871 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/525817a2-973d-4e30-94e6-f09f569b2c85 HTTP/1.1" status: 204 len: 168 time: 0.5373235 May 14 09:48:17.622375 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59840) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:17.687182 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 1ae265df-c506-4a50-a506-09696435656d no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:17.726055 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.738142 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 1ae265df-c506-4a50-a506-09696435656d {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:17.738499 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 1ae265df-c506-4a50-a506-09696435656d not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:17.738933 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8992b011-2561-4778-8c44-de90b1390a29 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:17.783529 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 8992b011-2561-4778-8c44-de90b1390a29 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:17.783867 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8992b011-2561-4778-8c44-de90b1390a29 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:17.798968 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Deleting port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:17.799312 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.896302 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] For port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,segment=NetworkSegment(dd72c575-d712-4fc0-9fa4-04228c3d5303),segment_id=dd72c575-d712-4fc0-9fa4-04228c3d5303)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:17.896750 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:17.938258 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] DHCP port deletion for 8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f request from dv-cinder-734144-18-smb {{(pid=78737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:48:18.005717 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Deleting port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d {{(pid=78737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:48:18.006094 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.114777 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Calling delete_port for 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:18.138164 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] For port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,segment=NetworkSegment(dd72c575-d712-4fc0-9fa4-04228c3d5303),segment_id=dd72c575-d712-4fc0-9fa4-04228c3d5303)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:48:18.138555 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.164700 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.169906 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-db2fb8c6-f997-42e7-8944-7ffb472a48d8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:18.215758 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Pushing event deleted for resources: {'Port': ['ID=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:18.218479 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:18.220787 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] No DVR routers for this DVR port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d on host dv-cinder-734144-18-smb {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:18.261004 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Calling delete_port for 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d owned by network:dhcp {{(pid=78737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:48:18.306556 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759'] for port, after_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.310318 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:18.338176 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.351183 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:18.355219 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Pushing event deleted for resources: {'Port': ['ID=6159a5be-b8ea-4f6d-b7d2-7076ede2f40d,revision_number=None']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:18.357209 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] No DVR routers for this DVR port 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d on host dv-cinder-734144-18-smb {{(pid=78737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:48:18.358646 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:18.368946 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd72c575-d712-4fc0-9fa4-04228c3d5303') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:18.369308 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd72c575-d712-4fc0-9fa4-04228c3d5303') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:48:18.380966 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.396750 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.402725 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:48:18.403165 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:48:18.416534 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:48:18.493535 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.497372 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7a307cdc-bf00-4d71-970c-83745c80e444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:18.509952 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.520276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:18.524272 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:18.527817 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8ed52d7a-068f-4de0-8bf3-cfbc8bea2d4f HTTP/1.1" status: 204 len: 168 time: 0.9044595 May 14 09:48:18.717782 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59850) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:18.772624 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-b703490d-0e12-4f6d-9f38-7cc07cdbfa2b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8efc398d8f0840baa35ef5c8be839340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535135 May 14 09:48:18.775675 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 59854) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:18.912942 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6db29d47-6216-4d96-99bd-a1ad2798c0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.939258 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6db29d47-6216-4d96-99bd-a1ad2798c0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:18.999641 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6db29d47-6216-4d96-99bd-a1ad2798c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.003249 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-cf498596-416e-4df6-8f8c-acb41ca178f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:19.016397 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db29d47-6216-4d96-99bd-a1ad2798c0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb043f6d-27d5-4b13-bea5-ce92da943cdc,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:19.019141 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6db29d47-6216-4d96-99bd-a1ad2798c0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:19.030019 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6db29d47-6216-4d96-99bd-a1ad2798c0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.031537 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-6db29d47-6216-4d96-99bd-a1ad2798c0e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb043f6d-27d5-4b13-bea5-ce92da943cdc HTTP/1.1" status: 204 len: 168 time: 0.2546763 May 14 09:48:19.411114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59864) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:19.463227 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-617607f8-bae8-4dda-8a41-18c6baa55d2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45dc7e936e834c24a850bbfe297c8822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483286 May 14 09:48:19.463455 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 59868) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:48:19.523460 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.550189 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.620533 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.624793 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-73d54107-c94e-4fb9-bedb-6c67e5481c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:48:19.635999 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a144d02-962a-4669-8926-4e83e9a006ad,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:48:19.639736 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:48:19.643030 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:19.646709 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a144d02-962a-4669-8926-4e83e9a006ad HTTP/1.1" status: 204 len: 168 time: 0.1798527 May 14 09:48:19.666408 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:48:19.700463 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:48:19.700795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6159a5be-b8ea-4f6d-b7d2-7076ede2f40d not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:48:38.768512 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-62f6d6e6-1db5-4e43-adad-0c5340714b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:41.189068 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:41.496658 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6b6835bd-7a8a-4005-8156-70b54944c52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:42.299962 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:42.799954 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:48:43.864762 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:46.605513 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:48:48.127360 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-11ff2202-6b41-4e71-a2f3-46e99d94db25 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738893 May 14 09:48:48.278464 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-24d10430-ce7a-43aa-9fc2-3a4b233a3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:48.279943 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-24d10430-ce7a-43aa-9fc2-3a4b233a3193 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1099 time: 0.0772374 May 14 09:48:48.432886 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-aefeafd4-aec7-432b-a7bf-61c6801c4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:48.434579 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-aefeafd4-aec7-432b-a7bf-61c6801c4b05 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1297314 May 14 09:48:48.551356 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-8711853c-ff68-44e6-a677-7b2e35c32b6a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 1002 time: 0.1103840 May 14 09:48:48.615250 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-6afc4db2-5cef-4c88-b725-eeb9bd587dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:48.616638 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-6afc4db2-5cef-4c88-b725-eeb9bd587dbe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0583797 May 14 09:48:48.695946 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-77a14d01-18f4-483e-8f07-8635a05c2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:48:48.697300 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-77a14d01-18f4-483e-8f07-8635a05c2da0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0747435 May 14 09:48:48.827666 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-bedb846f-f521-4f1c-a573-6cf4ab932708 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229389 May 14 09:48:48.960862 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-24a6c193-8faa-4dc7-82f9-da0268159b5a req-0e6f1361-b487-4d62-a78d-a3e690079ccd service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257658 May 14 09:49:08.764541 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f98e0942-b114-4f9e-bb15-046b6fbb57c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:11.202621 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:11.491363 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c73fc613-7dfb-47d3-8291-dee32418868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:12.298817 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:12.841044 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f404-7c37-409e-95f2-19625d71c2b5 req-9c1050de-099f-4c1f-ade7-75952eeea335 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:12.842603 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2b39f404-7c37-409e-95f2-19625d71c2b5 req-9c1050de-099f-4c1f-ade7-75952eeea335 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0864587 May 14 09:49:12.891156 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2b39f404-7c37-409e-95f2-19625d71c2b5 req-5b967604-ef83-4913-9cb1-c0a7fc2afd7e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397341 May 14 09:49:13.865921 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:14.114838 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917d5d4-68c9-4875-91e6-206663b11635 req-1b52a101-fdb5-4380-a455-b89811023ae0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:14.116191 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b917d5d4-68c9-4875-91e6-206663b11635 req-1b52a101-fdb5-4380-a455-b89811023ae0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0978365 May 14 09:49:14.162155 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-b917d5d4-68c9-4875-91e6-206663b11635 req-54336923-1ffd-460c-a357-81b308129669 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 May 14 09:49:15.384253 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600ade-b294-4da4-9784-8b22c5de0e6d req-700f041f-8e41-487f-822e-8a7607aa1482 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:15.385726 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc600ade-b294-4da4-9784-8b22c5de0e6d req-700f041f-8e41-487f-822e-8a7607aa1482 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1015358 May 14 09:49:15.437720 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc600ade-b294-4da4-9784-8b22c5de0e6d req-bc61bae3-f5c1-4b8b-965e-e6dccbab9edf tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455723 May 14 09:49:16.610162 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:16.634095 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94e5b5-49a3-4aca-b27a-ad06efcec48b req-78fb2015-fd75-4cfb-8a89-7470f618f0c4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:16.635560 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9c94e5b5-49a3-4aca-b27a-ad06efcec48b req-78fb2015-fd75-4cfb-8a89-7470f618f0c4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0870676 May 14 09:49:16.682861 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9c94e5b5-49a3-4aca-b27a-ad06efcec48b req-18e0c56f-9fd1-4bf7-8e87-85143aa9f503 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 May 14 09:49:17.907743 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544d1ba-2f32-4444-89d4-afa54d7c8452 req-6e4a34cb-b1af-424b-afd8-756b948c8328 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:17.909216 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f544d1ba-2f32-4444-89d4-afa54d7c8452 req-6e4a34cb-b1af-424b-afd8-756b948c8328 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0928521 May 14 09:49:17.958947 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f544d1ba-2f32-4444-89d4-afa54d7c8452 req-a039d566-8b80-4257-a53c-53f17add6a8a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 May 14 09:49:19.162845 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940986d-a6d9-410e-ac30-0c5fdc9dff3d req-65a8d05a-7adb-4dae-af4c-953bd2302516 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:19.164281 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3940986d-a6d9-410e-ac30-0c5fdc9dff3d req-65a8d05a-7adb-4dae-af4c-953bd2302516 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0927651 May 14 09:49:19.212164 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3940986d-a6d9-410e-ac30-0c5fdc9dff3d req-f7174bb1-329a-4b0f-bc48-fca1e571a248 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 May 14 09:49:19.808850 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:49:20.420700 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69498371-a850-44d7-a60e-73dbd70f6948 req-d3140781-bdc4-4881-8902-9cb841f336dc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:20.422150 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-69498371-a850-44d7-a60e-73dbd70f6948 req-d3140781-bdc4-4881-8902-9cb841f336dc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0840876 May 14 09:49:20.467749 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-69498371-a850-44d7-a60e-73dbd70f6948 req-d359d959-3a6a-424d-8fb0-b3ea3906de5d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392032 May 14 09:49:21.673633 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed000980-8ad6-4490-a29a-6cf9883ea948 req-fd56476f-4a21-4d63-bac9-f8eb50c43812 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:21.675143 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed000980-8ad6-4490-a29a-6cf9883ea948 req-fd56476f-4a21-4d63-bac9-f8eb50c43812 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0942855 May 14 09:49:21.719147 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed000980-8ad6-4490-a29a-6cf9883ea948 req-6c013d87-a1d7-4a38-9788-17395b6b76f6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 May 14 09:49:22.947998 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bb964-c4a0-4a61-9595-cf755f9ff67b req-9904dc67-55f9-4fe4-bc9c-ccf8b4f57dac tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:22.949641 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2c2bb964-c4a0-4a61-9595-cf755f9ff67b req-9904dc67-55f9-4fe4-bc9c-ccf8b4f57dac tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0957732 May 14 09:49:22.999901 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-2c2bb964-c4a0-4a61-9595-cf755f9ff67b req-0722bf24-4166-4a25-8e1b-7ee950f876f1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 May 14 09:49:24.203595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941e3cc-45a7-4b83-a48f-ea2e97d91445 req-3537a142-fe7f-4871-97fd-dd05f1226890 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:24.205083 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4941e3cc-45a7-4b83-a48f-ea2e97d91445 req-3537a142-fe7f-4871-97fd-dd05f1226890 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0928466 May 14 09:49:24.250229 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4941e3cc-45a7-4b83-a48f-ea2e97d91445 req-ce29c9f9-1c37-45b0-94ee-ecb4d7c4fe0b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 May 14 09:49:25.374045 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:49:25.515637 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:25.529379 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'port_id': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'mac_address': 'fa:16:3e:8c:db:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:49:25.554535 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0edd0-f4fc-46eb-97d8-f8e085dca049 req-76310206-eecd-42c8-bc98-466c8aa61008 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:25.555934 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-73d0edd0-f4fc-46eb-97d8-f8e085dca049 req-76310206-eecd-42c8-bc98-466c8aa61008 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1782365 May 14 09:49:25.584157 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:25.600587 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e177a6ed-7e8f-43f8-ad5a-c1743a21328f {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:49:25.602283 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-73d0edd0-f4fc-46eb-97d8-f8e085dca049 req-24f994b0-8e4d-4929-a90c-b533b5a74622 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 May 14 09:49:25.617665 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:25.624161 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:25.625969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:25.697988 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=6']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:25.705657 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.705995 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.706330 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.706692 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.707028 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.707361 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.707679 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.707994 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.708334 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.708654 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.708969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.709280 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:25.713823 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['e177a6ed-7e8f-43f8-ad5a-c1743a21328f'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:49:25.737477 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:26.801527 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5271c-29aa-464a-a0a2-9953f6f054f2 req-67feafc9-8bd4-46e3-99e9-044ea5a78a20 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:26.802898 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-97e5271c-29aa-464a-a0a2-9953f6f054f2 req-67feafc9-8bd4-46e3-99e9-044ea5a78a20 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 945 time: 0.0839224 May 14 09:49:26.852244 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-97e5271c-29aa-464a-a0a2-9953f6f054f2 req-58a46359-5909-4e97-9ea5-db0396140909 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 May 14 09:49:27.380865 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:49:27.452689 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port e177a6ed-7e8f-43f8-ad5a-c1743a21328f triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:49:27.453056 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:27.579308 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:27.607008 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:27.617722 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:27.623851 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:27.625874 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:27.657056 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'code': 200} May 14 09:49:27.696020 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=7']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:27.699745 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:28.056076 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09468ee-0f4c-4dc0-9b22-b76ce83de8c9 req-d6c83d39-79ea-4966-876b-4a674c3c29e4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:28.057519 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a09468ee-0f4c-4dc0-9b22-b76ce83de8c9 req-d6c83d39-79ea-4966-876b-4a674c3c29e4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0811598 May 14 09:49:28.106365 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a09468ee-0f4c-4dc0-9b22-b76ce83de8c9 req-c90a6884-fa96-477a-a9ef-504fd95d6cb3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 May 14 09:49:29.332447 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed634-7eb9-4313-95d4-fedb62f80aad req-47fa8bdc-91a0-4232-87eb-aa991ff841ac tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:29.333909 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-904ed634-7eb9-4313-95d4-fedb62f80aad req-47fa8bdc-91a0-4232-87eb-aa991ff841ac tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1032772 May 14 09:49:29.380158 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-904ed634-7eb9-4313-95d4-fedb62f80aad req-4957e3cb-7e32-40a3-9882-22c364fe91c3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 May 14 09:49:30.587518 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb302357-545f-454a-87be-164bcf4800e2 req-9550ca49-643b-4c2a-aaeb-c6a0de0657f5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:30.591087 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb302357-545f-454a-87be-164bcf4800e2 req-9550ca49-643b-4c2a-aaeb-c6a0de0657f5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0960338 May 14 09:49:30.646788 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cb302357-545f-454a-87be-164bcf4800e2 req-1f8426ff-d06a-4db4-92cf-f342385d43c9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507245 May 14 09:49:31.866155 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9d641-3c06-40a3-9ec6-68c9c585dc15 req-fda51430-dfc9-48b5-bd42-1ff8ed71d30d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:31.873822 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3db9d641-3c06-40a3-9ec6-68c9c585dc15 req-fda51430-dfc9-48b5-bd42-1ff8ed71d30d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1033239 May 14 09:49:31.925205 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3db9d641-3c06-40a3-9ec6-68c9c585dc15 req-7945b969-c600-4614-b741-f08a252bca10 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500865 May 14 09:49:33.131645 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194fd5c-8b5a-49c0-b603-40c69e55914d req-954f0766-a38a-4c22-8e09-22086557bbde tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:33.135055 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f194fd5c-8b5a-49c0-b603-40c69e55914d req-954f0766-a38a-4c22-8e09-22086557bbde tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0933769 May 14 09:49:33.184324 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-f194fd5c-8b5a-49c0-b603-40c69e55914d req-ac687c99-87e9-4f83-9d7c-4eed54e29373 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446072 May 14 09:49:34.396794 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7773ba5-e2db-4faf-a25b-375d2774f56c req-02f1c756-acc7-4c79-90ba-d58e6a4bbb86 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:34.404430 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f7773ba5-e2db-4faf-a25b-375d2774f56c req-02f1c756-acc7-4c79-90ba-d58e6a4bbb86 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1007583 May 14 09:49:34.464838 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f7773ba5-e2db-4faf-a25b-375d2774f56c req-67f6b83c-2795-45b4-a411-3bef40f66cef tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592198 May 14 09:49:35.672179 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba222102-cb29-4d25-b073-d88fe4b0356a req-2a0cc2fe-f460-4418-8749-8438bc1b44ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:35.673430 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ba222102-cb29-4d25-b073-d88fe4b0356a req-2a0cc2fe-f460-4418-8749-8438bc1b44ae tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1050320 May 14 09:49:35.741556 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ba222102-cb29-4d25-b073-d88fe4b0356a req-e6293578-fa96-4316-9713-dbca48cb13a3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621336 May 14 09:49:36.952058 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843b15-e72d-4d17-ab32-c52588c08a2c req-4ff7490c-6c0c-4c63-be45-3a0001511605 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:36.954001 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-47843b15-e72d-4d17-ab32-c52588c08a2c req-4ff7490c-6c0c-4c63-be45-3a0001511605 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0963283 May 14 09:49:37.004500 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-47843b15-e72d-4d17-ab32-c52588c08a2c req-af6a8892-4462-4fbf-b5e7-798fcacd7db5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 May 14 09:49:38.270664 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b99767-69c5-47ef-90da-cbe7d47c8384 req-82220168-e98d-41e5-aa09-f4b2560e8477 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:38.279573 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-87b99767-69c5-47ef-90da-cbe7d47c8384 req-82220168-e98d-41e5-aa09-f4b2560e8477 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1392922 May 14 09:49:38.363008 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-87b99767-69c5-47ef-90da-cbe7d47c8384 req-6fb9851a-aa6d-45f3-a468-6395bab8ad26 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820231 May 14 09:49:38.766734 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-ac59ef74-dcce-4f38-ae60-97791e1e12cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:39.613244 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5128c3-f247-4a50-a657-a3620e77532c req-91e84e27-eb59-467b-9de7-f16c27b8b5af tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:39.614697 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ba5128c3-f247-4a50-a657-a3620e77532c req-91e84e27-eb59-467b-9de7-f16c27b8b5af tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0842516 May 14 09:49:39.664324 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ba5128c3-f247-4a50-a657-a3620e77532c req-99eed9ba-2a04-4551-92b4-70bcabccc0ec tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438180 May 14 09:49:40.627594 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-e0131bdb-3a01-42f5-8938-8a6e614aaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:40.629699 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-e0131bdb-3a01-42f5-8938-8a6e614aaa43 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1099 time: 0.0738416 May 14 09:49:40.769351 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-a0181a36-4147-4290-9538-e4d455ced467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:40.771717 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-a0181a36-4147-4290-9538-e4d455ced467 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1339731 May 14 09:49:40.999884 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-e4bf0485-a3e3-4742-a669-f2ff25a8611e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 1002 time: 0.2218769 May 14 09:49:41.068757 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f0dbc-5d47-4396-842c-54f2eedde9f6 req-1f875afa-bec1-46d4-872d-abdf7bc4ea53 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:41.070183 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-786f0dbc-5d47-4396-842c-54f2eedde9f6 req-1f875afa-bec1-46d4-872d-abdf7bc4ea53 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1604884 May 14 09:49:41.093580 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-13282c42-3382-489f-a97a-5bf5d19a00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:41.094952 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-13282c42-3382-489f-a97a-5bf5d19a00d8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0874538 May 14 09:49:41.166423 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-786f0dbc-5d47-4396-842c-54f2eedde9f6 req-a0de6eca-229d-4103-858b-497228f28ee3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900664 May 14 09:49:41.197046 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-a2aee9db-e4ca-4d35-9564-53cae3dd8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:41.198652 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-a2aee9db-e4ca-4d35-9564-53cae3dd8e5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0959480 May 14 09:49:41.199101 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:41.333014 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-7939cf20-c662-423b-a591-083f2a1d2192 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274459 May 14 09:49:41.473479 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3790008d-1d72-4e18-b179-cf653a06bfc7 req-11cdd641-ee92-4b89-b55b-9083d8990a61 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336017 May 14 09:49:41.496416 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8f71d035-08b2-4584-96af-483aa82dfd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:42.306757 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:42.371931 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983cee8-962c-4ebc-899c-a1c24f7963c5 req-10c17d3e-3c21-4f61-9a85-b9e838bdf431 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:42.373398 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3983cee8-962c-4ebc-899c-a1c24f7963c5 req-10c17d3e-3c21-4f61-9a85-b9e838bdf431 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.0841713 May 14 09:49:42.419721 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3983cee8-962c-4ebc-899c-a1c24f7963c5 req-d13600f3-bbf8-4ec4-8107-eff167bf182f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402007 May 14 09:49:43.425441 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:43.560006 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:43.597807 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:43.601913 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:43.610213 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:43.612418 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-c82505a7-f4fe-40ab-9c41-fb00439f74fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:43.646083 dv-cinder-734144-18-smb neutron-server[78737]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'code': 422} returned with failed status May 14 09:49:43.654041 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28555b-7245-4452-a066-5e44aa90d4e1 req-ec86e60f-6ab7-416e-8bcc-d78104ee898b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:43.657429 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d28555b-7245-4452-a066-5e44aa90d4e1 req-ec86e60f-6ab7-416e-8bcc-d78104ee898b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 946 time: 0.1049180 May 14 09:49:43.714435 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4d28555b-7245-4452-a066-5e44aa90d4e1 req-246b0d3b-2ad0-4cb1-b4a1-08c65cf21263 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504315 May 14 09:49:43.728904 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=8']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:43.737368 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:43.864079 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:44.340796 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d94a4-ffc7-46ca-9d9f-3661e632f801 req-4229a5c0-9927-4518-9a63-5d3834c12967 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:44.342752 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8d6d94a4-ffc7-46ca-9d9f-3661e632f801 req-4229a5c0-9927-4518-9a63-5d3834c12967 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.0905874 May 14 09:49:44.392705 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8d6d94a4-ffc7-46ca-9d9f-3661e632f801 req-330d4ab8-2049-462a-92ca-35686c835eb1 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442810 May 14 09:49:45.599704 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9faba5d-5990-47b5-bad8-e33399dae0b8 req-51f73899-e92e-4ccd-ad93-00e888df618f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:45.601306 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c9faba5d-5990-47b5-bad8-e33399dae0b8 req-51f73899-e92e-4ccd-ad93-00e888df618f tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.0941505 May 14 09:49:45.645895 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c9faba5d-5990-47b5-bad8-e33399dae0b8 req-8209a7bd-4237-4691-a6ee-2dd889effa8c tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386755 May 14 09:49:46.240598 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-eef8caf9-6ab7-4df8-b90f-8c8da7add5bd tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:46.242083 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-eef8caf9-6ab7-4df8-b90f-8c8da7add5bd tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.0953672 May 14 09:49:46.396496 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d357d5-6e44-44f3-87e6-e5fcea7b23f6 req-707cfdc2-35c5-4f2c-a5f5-e9187850e13d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:46.397981 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e6d357d5-6e44-44f3-87e6-e5fcea7b23f6 req-707cfdc2-35c5-4f2c-a5f5-e9187850e13d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0871620 May 14 09:49:46.429506 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Deleting port 5ce72d6b-c3b9-4fcd-9502-775540611eab {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:46.429838 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:46.445963 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e6d357d5-6e44-44f3-87e6-e5fcea7b23f6 req-6c6cef65-14f7-4553-9a43-d92a04948e84 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 May 14 09:49:46.506736 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-1160c321-7d33-4b08-9262-8104731928eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1635981 May 14 09:49:46.569293 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] For port 5ce72d6b-c3b9-4fcd-9502-775540611eab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5ce72d6b-c3b9-4fcd-9502-775540611eab,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:46.569640 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:46.606381 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:47.002916 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:47.003279 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:47.003652 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.l3_db [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Floating IP 22b81365-0f57-4d9c-9b2a-4f01f4f9df51 disassociated. External IP: 172.28.0.40, port: 5ce72d6b-c3b9-4fcd-9502-775540611eab. May 14 09:49:47.004017 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Calling delete_port for 5ce72d6b-c3b9-4fcd-9502-775540611eab owned by compute:nova {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:47.047062 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9f85e-a1ac-44fe-80ee-f9170411718a req-6884a046-ef84-408e-b7a1-2210fff89bfb tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:47.048502 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dfa9f85e-a1ac-44fe-80ee-f9170411718a req-6884a046-ef84-408e-b7a1-2210fff89bfb tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 945 time: 0.2336709 May 14 09:49:47.104411 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dfa9f85e-a1ac-44fe-80ee-f9170411718a req-7e20df21-da90-47c6-8692-aec42ba930be tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups?id=dccbb08c-7e21-476f-8040-2a3bcd138290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498312 May 14 09:49:47.177249 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:47.186254 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:47.234564 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event deleted for resources: {'Port': ['ID=5ce72d6b-c3b9-4fcd-9502-775540611eab,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:47.245957 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.246571 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.246676 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.247042 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.247387 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.247738 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.248074 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.248486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.248753 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.249089 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.249421 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.249753 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:47.253576 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:47.441694 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:47.445697 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Router 1de13aaa-4cf7-46a6-a31a-8593f633b309 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:49:47.633088 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:49:47.644749 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] Sync routers for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:49:47.651800 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c966b-6d12-49ed-9833-14a8422c3993 req-ca5d8a1d-2421-45fd-ab72-26cc1442aa96 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:47.653353 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7b1c966b-6d12-49ed-9833-14a8422c3993 req-ca5d8a1d-2421-45fd-ab72-26cc1442aa96 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0872853 May 14 09:49:47.658799 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:47.660473 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:49:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:47.719904 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] No DVR routers for this DVR port 5ce72d6b-c3b9-4fcd-9502-775540611eab on host hv-cinder-73414 {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:49:47.722795 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:47.725939 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'name': 'network-vif-deleted', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab'}] {{(pid=78736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:49:47.747130 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-85165e7e-2522-4b66-ab76-e0c402b45528 req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.75 "DELETE /v2.0/ports/5ce72d6b-c3b9-4fcd-9502-775540611eab HTTP/1.1" status: 204 len: 173 time: 1.4999104 May 14 09:49:47.778709 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7b1c966b-6d12-49ed-9833-14a8422c3993 req-30958fea-6108-48c8-af20-9855f0d3eeb9 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181765 May 14 09:49:47.791741 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc1c9ae-69b1-4dc1-9c88-85fba76b6163', 'name': 'network-vif-deleted', 'tag': '5ce72d6b-c3b9-4fcd-9502-775540611eab', 'status': 'completed', 'code': 200} May 14 09:49:47.810998 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-ddc7d95b-7387-4edf-bde0-9308e5c5a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:47.812549 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-ddc7d95b-7387-4edf-bde0-9308e5c5a49b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4&tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35 HTTP/1.1" status: 200 len: 1097 time: 0.1241333 May 14 09:49:47.888635 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:47.911710 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-bcf7f308-de4f-47b7-bd30-aea8cfd97c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:47.913189 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-bcf7f308-de4f-47b7-bd30-aea8cfd97c37 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1097 time: 0.0750990 May 14 09:49:48.046118 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-016da693-dbfb-47b7-8432-c457c3a6f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:48.047620 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-016da693-dbfb-47b7-8432-c457c3a6f070 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1284573 May 14 09:49:48.159090 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-2ea6bdd9-cc9b-4752-b7a4-df23aa70d8e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 1000 time: 0.1032431 May 14 09:49:48.226210 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:48.231268 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] Checking router: 1de13aaa-4cf7-46a6-a31a-8593f633b309 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:49:48.241307 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:48.242144 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:49:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:48.246813 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-5be115dc-1a20-4aae-9772-0659580eb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:48.248275 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-5be115dc-1a20-4aae-9772-0659580eb918 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0832794 May 14 09:49:48.328222 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-85ed0535-44b4-49f9-a828-c34d025f4ee8 req-65c26596-e70d-4f13-87ae-a02fa8a04c87 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fc1c9ae-69b1-4dc1-9c88-85fba76b6163 HTTP/1.1" status: 200 len: 210 time: 0.0777433 May 14 09:49:48.382604 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-71d29f2c-0c64-414c-a611-9fb41d032a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:48.384614 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-71d29f2c-0c64-414c-a611-9fb41d032a31 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1013422 May 14 09:49:48.440768 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:48.612315 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-1ebfca87-8e60-4eb4-b1a1-b626ae0982da service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207985 May 14 09:49:48.744546 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1bc8dd6d-f5c9-4674-b5a4-90b748fa839f req-79fea150-3030-4f8a-bca3-4ec0acebb374 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254332 May 14 09:49:48.770870 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:48.775101 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55cb89-52c7-48d0-82ab-013f7280bdeb None None] The sync data for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb is: [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:41:50Z', 'revision_number': 4, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '454ffc76-b3cf-4bbe-80d4-3b93ca97acad', 'name': '', 'network_id': 'e3a3e5fe-f190-410b-9858-15c48c39e3e8', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'mac_address': 'fa:16:3e:a4:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:47Z', 'updated_at': '2021-05-14T09:42:00Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'subnets': [{'id': '93ed94f8-627f-4210-b221-c43fffb1cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:49:48.971584 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952381de-e4e7-4593-93c2-260b16966073 req-83f77698-b07a-4e63-9dfb-cb8edfdc72a4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:48.973122 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-952381de-e4e7-4593-93c2-260b16966073 req-83f77698-b07a-4e63-9dfb-cb8edfdc72a4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0833826 May 14 09:49:48.993193 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb6b46-5a39-4c0c-8779-ba2406a09850 None None] New status for floating IP 22b81365-0f57-4d9c-9b2a-4f01f4f9df51: DOWN {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:49:49.026862 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-952381de-e4e7-4593-93c2-260b16966073 req-e102a1d9-6cc0-477c-901b-235b3a5b7c0f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 May 14 09:49:49.445201 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 5ce72d6b-c3b9-4fcd-9502-775540611eab no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:49.497735 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 5ce72d6b-c3b9-4fcd-9502-775540611eab {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:49.498268 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 5ce72d6b-c3b9-4fcd-9502-775540611eab not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:49.504026 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60392) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:49.573453 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.604257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.661819 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.666137 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1e3825f5-0497-41c9-9c09-bb337501ee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:49.680413 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccbb08c-7e21-476f-8040-2a3bcd138290,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:49.690783 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.691242 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.691605 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.691971 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.692299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.692670 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.693088 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.693440 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.693786 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.694135 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.694476 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.694841 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:49:49.700043 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:49.703399 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:49.704502 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "DELETE /v2.0/security-groups/dccbb08c-7e21-476f-8040-2a3bcd138290 HTTP/1.1" status: 204 len: 168 time: 0.1994548 May 14 09:49:49.707144 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60396) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:49.726351 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.api.v2.resource [None req-667e0233-766f-4e76-8f49-894d42a17852 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] show failed (client error): The resource could not be found. May 14 09:49:49.730427 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-667e0233-766f-4e76-8f49-894d42a17852 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "GET /v2.0/security-groups/dccbb08c-7e21-476f-8040-2a3bcd138290 HTTP/1.1" status: 404 len: 347 time: 0.0193925 May 14 09:49:49.730742 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60400) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:49.958863 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Deleting port 6a87d1e5-9453-455d-9df3-9b21c59f8c8b {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:49.959713 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.081933 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.082366 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.246329 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Calling delete_port for 6a87d1e5-9453-455d-9df3-9b21c59f8c8b owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:50.315151 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e039d-12a3-4922-b2d2-ffc62114a0f1 req-aeba3ae6-e2dd-4266-9300-1abb0686eecc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:50.316633 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-340e039d-12a3-4922-b2d2-ffc62114a0f1 req-aeba3ae6-e2dd-4266-9300-1abb0686eecc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.1694040 May 14 09:49:50.410003 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-340e039d-12a3-4922-b2d2-ffc62114a0f1 req-14470add-0799-4975-af6d-a295caeedf0e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871813 May 14 09:49:50.452073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.456233 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c5a3d4cc-70b7-4e24-b659-6baa6ffc988b tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:50.508894 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Pushing event deleted for resources: {'Port': ['ID=6a87d1e5-9453-455d-9df3-9b21c59f8c8b,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:50.540385 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:50.602423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.616786 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:50.618674 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] 10.222.0.67 "DELETE /v2.0/floatingips/22b81365-0f57-4d9c-9b2a-4f01f4f9df51 HTTP/1.1" status: 204 len: 168 time: 0.8863070 May 14 09:49:51.613937 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4016c-0135-4ae2-86de-4b06268c3c9d req-f2685ae4-c98e-4d88-8d03-ae81aa436ebc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:51.615418 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-83e4016c-0135-4ae2-86de-4b06268c3c9d req-f2685ae4-c98e-4d88-8d03-ae81aa436ebc tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0843952 May 14 09:49:51.665818 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-83e4016c-0135-4ae2-86de-4b06268c3c9d req-d865a7de-11e1-4e54-bc45-d3aee05da4b7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429301 May 14 09:49:52.871103 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c298973-e0db-4bae-ae75-250c0e6d90df req-3e0fd576-b8ac-44a0-b033-c046a5f577d1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:52.872669 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9c298973-e0db-4bae-ae75-250c0e6d90df req-3e0fd576-b8ac-44a0-b033-c046a5f577d1 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0915813 May 14 09:49:52.923869 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9c298973-e0db-4bae-ae75-250c0e6d90df req-c96142f0-70a4-4da1-a400-ace82f4ce7f5 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453308 May 14 09:49:54.119941 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8554d2-cb47-49c3-ae07-3adcce7dc302 req-9bef8302-dd9b-406c-8efc-494f245627bd tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:54.121669 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7b8554d2-cb47-49c3-ae07-3adcce7dc302 req-9bef8302-dd9b-406c-8efc-494f245627bd tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0869966 May 14 09:49:54.173575 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7b8554d2-cb47-49c3-ae07-3adcce7dc302 req-de8be44c-1df1-4d9b-8eda-dc891255ac33 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 May 14 09:49:54.677102 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60440) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:55.477594 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1dd13-fc99-4790-80cd-09bada3ffb7e req-16b204a2-4782-44af-9a72-b8378bc915d3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:55.479084 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d3a1dd13-fc99-4790-80cd-09bada3ffb7e req-16b204a2-4782-44af-9a72-b8378bc915d3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.1894193 May 14 09:49:55.537612 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d3a1dd13-fc99-4790-80cd-09bada3ffb7e req-c43b3385-9a8a-4a6b-85bc-57be04889247 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505686 May 14 09:49:55.635858 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-976967'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.063976 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Deleting port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:56.064676 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.187517 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] For port 454ffc76-b3cf-4bbe-80d4-3b93ca97acad, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:56.187848 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.310553 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Calling delete_port for 454ffc76-b3cf-4bbe-80d4-3b93ca97acad owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:56.454719 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:56.465525 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0f3e6e62-8956-43f9-95bb-81368da2bef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:56.545364 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Pushing event deleted for resources: {'Port': ['ID=454ffc76-b3cf-4bbe-80d4-3b93ca97acad,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:56.547989 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:56.796399 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ce68f-1fe6-45d5-9837-1023f68a3166 req-2fbf178b-fdbe-4771-a914-850e08b0cc30 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:56.800855 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:49:56.803043 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-826ce68f-1fe6-45d5-9837-1023f68a3166 req-2fbf178b-fdbe-4771-a914-850e08b0cc30 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0896254 May 14 09:49:56.845161 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-826ce68f-1fe6-45d5-9837-1023f68a3166 req-c5b71e81-18fe-49ad-8b66-fcbba7afe01f tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 May 14 09:49:56.923378 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975831'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.300768 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Router 1de13aaa-4cf7-46a6-a31a-8593f633b309 has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:49:57.482191 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:49:57.492131 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] Sync routers for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:49:57.496409 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-69ed1480-caaa-44bb-8faa-3b4f6516f528 admin admin] 10.222.0.67 "PUT /v2.0/routers/1de13aaa-4cf7-46a6-a31a-8593f633b309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176718 May 14 09:49:57.498918 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60456) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:57.502439 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:57.503087 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:49:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:57.697404 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.729581 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:57.892986 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:57.984626 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Deleting port 7808c070-7dc8-44d2-ad47-1c06306ced56 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:57.985109 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.086107 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:49:56Z', 'revision_number': 5, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port': {'id': '7808c070-7dc8-44d2-ad47-1c06306ced56', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:41:36Z', 'updated_at': '2021-05-14T09:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:58.090935 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] Checking router: 1de13aaa-4cf7-46a6-a31a-8593f633b309 for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:49:58.101234 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] Routers {'1de13aaa-4cf7-46a6-a31a-8593f633b309'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:49:58.102310 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:49:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['1de13aaa-4cf7-46a6-a31a-8593f633b309'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:58.266313 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] Set router 1de13aaa-4cf7-46a6-a31a-8593f633b309 gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:49:58.302856 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] For port 7808c070-7dc8-44d2-ad47-1c06306ced56, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7808c070-7dc8-44d2-ad47-1c06306ced56,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:58.303474 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.371923 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:49:57Z', 'revision_number': 6, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port_host': None}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:49:58.376212 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a359262-55d1-41e2-9bd9-7b7361814f6f None None] The sync data for ids ['1de13aaa-4cf7-46a6-a31a-8593f633b309'] in dv-cinder-734144-18-smb is: [{'id': '1de13aaa-4cf7-46a6-a31a-8593f633b309', 'name': 'tempest-AttachVolumeTestJSON-1215759207-router', 'tenant_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:41:33Z', 'updated_at': '2021-05-14T09:49:57Z', 'revision_number': 6, 'project_id': '6d84a1c9acc541329f974f4bdb9ccfc8', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:49:58.384832 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392947ca-b9fc-4a9d-95d2-7e8e17f7ff79 req-b0fdfb43-23c4-417c-8df6-4bb694e8fec8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:58.387000 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-392947ca-b9fc-4a9d-95d2-7e8e17f7ff79 req-b0fdfb43-23c4-417c-8df6-4bb694e8fec8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.3860986 May 14 09:49:58.462298 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Calling delete_port for 7808c070-7dc8-44d2-ad47-1c06306ced56 owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:49:58.518220 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-392947ca-b9fc-4a9d-95d2-7e8e17f7ff79 req-41ea8bc5-b53e-427e-92ed-f972c371fed3 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625055 May 14 09:49:58.646075 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.650119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-026da797-e2e9-4313-9dc9-d2af5494b016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:58.694478 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Pushing event deleted for resources: {'Port': ['ID=7808c070-7dc8-44d2-ad47-1c06306ced56,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:58.697570 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:58.791909 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975041'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.963426 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104013'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.965838 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.990403 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982101'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:58.991101 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de13aaa-4cf7-46a6-a31a-8593f633b309 {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:49:59.007709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.009203 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-fba0c496-febf-48fa-ac12-4d3d762dd4af admin admin] 10.222.0.67 "DELETE /v2.0/routers/1de13aaa-4cf7-46a6-a31a-8593f633b309 HTTP/1.1" status: 204 len: 168 time: 1.5093572 May 14 09:49:59.012146 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60464) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:59.075723 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Deleting subnet 93ed94f8-627f-4210-b221-c43fffb1cdfa {{(pid=78736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:49:59.078563 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.130560 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11830040'] for subnet, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.211594 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.463104 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12020166'] for subnet, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.467319 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3e902a07-ec0f-48fb-8e0a-a3279cec1ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:49:59.504562 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ed94f8-627f-4210-b221-c43fffb1cdfa,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:49:59.507556 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:49:59.508507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.513720 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e398d15a-9723-4394-b106-84940391658e None None] Network e3a3e5fe-f190-410b-9858-15c48c39e3e8 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:49:59.515002 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-b69e5a64-df36-4298-a568-3d69cb10617c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/93ed94f8-627f-4210-b221-c43fffb1cdfa HTTP/1.1" status: 204 len: 168 time: 0.5018425 May 14 09:49:59.517443 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60468) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:49:59.724470 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7808c070-7dc8-44d2-ad47-1c06306ced56 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:59.759068 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 7808c070-7dc8-44d2-ad47-1c06306ced56 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:59.759422 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7808c070-7dc8-44d2-ad47-1c06306ced56 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:59.759841 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 454ffc76-b3cf-4bbe-80d4-3b93ca97acad no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:49:59.762685 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.785989 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] DHCP port deletion for e3a3e5fe-f190-410b-9858-15c48c39e3e8 request from dv-cinder-734144-18-smb {{(pid=78737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:49:59.801461 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 454ffc76-b3cf-4bbe-80d4-3b93ca97acad {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:49:59.801808 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 454ffc76-b3cf-4bbe-80d4-3b93ca97acad not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:49:59.834848 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3b2a9-7bdb-4c4c-a881-da8c27809ae8 req-b15c402b-835d-4260-94fd-833caa0e9142 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:49:59.836284 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-abb3b2a9-7bdb-4c4c-a881-da8c27809ae8 req-b15c402b-835d-4260-94fd-833caa0e9142 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.1623394 May 14 09:49:59.864826 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Deleting port c6caa8f1-8867-4242-96e4-56559a1f176c {{(pid=78737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:59.865168 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.897381 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-abb3b2a9-7bdb-4c4c-a881-da8c27809ae8 req-372a10ea-c66b-48af-aa6d-693abfa92c45 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519657 May 14 09:49:59.898720 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Deleting port c6caa8f1-8867-4242-96e4-56559a1f176c {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:49:59.899078 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:49:59.964842 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] For port c6caa8f1-8867-4242-96e4-56559a1f176c, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c6caa8f1-8867-4242-96e4-56559a1f176c,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:49:59.965235 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.000065 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] For port c6caa8f1-8867-4242-96e4-56559a1f176c, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=c6caa8f1-8867-4242-96e4-56559a1f176c,segment=NetworkSegment(abe0d73b-fb19-4372-8a66-9f4cb0e24871),segment_id=abe0d73b-fb19-4372-8a66-9f4cb0e24871)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:00.000412 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.083785 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Calling delete_port for c6caa8f1-8867-4242-96e4-56559a1f176c owned by network:dhcp {{(pid=78737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:50:00.122390 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Calling delete_port for c6caa8f1-8867-4242-96e4-56559a1f176c owned by network:dhcp {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:50:00.132534 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759'] for port, after_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.136595 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:00.168855 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.172690 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8ab4e52f-c7e6-46d0-80ea-da7c306ac3f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:00.184286 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] No DVR routers for this DVR port c6caa8f1-8867-4242-96e4-56559a1f176c on host dv-cinder-734144-18-smb {{(pid=78737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:50:00.187894 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Pushing event deleted for resources: {'Port': ['ID=c6caa8f1-8867-4242-96e4-56559a1f176c,revision_number=None']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:00.191614 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:00.217088 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6caa8f1-8867-4242-96e4-56559a1f176c,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:00.220210 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:00.220974 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] No DVR routers for this DVR port c6caa8f1-8867-4242-96e4-56559a1f176c on host dv-cinder-734144-18-smb {{(pid=78736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:50:00.333963 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.350555 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a3e5fe-f190-410b-9858-15c48c39e3e8']}} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:00.363399 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe0d73b-fb19-4372-8a66-9f4cb0e24871') {'for_net_delete': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:00.363699 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe0d73b-fb19-4372-8a66-9f4cb0e24871') {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:50:00.375414 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11830243'] for segment, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.392396 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.400543 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=78736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:50:00.400915 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010906'] for segment, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: util.warn( May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: util.warn( May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: util.warn( May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: util.warn( May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: Traceback (most recent call last): May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: timer() May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: cb(*args, **kw) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: return func(*args, **kwargs) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: self._notify() May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: self.callback(batched_events) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: event.method(event) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: return f(self, *a, **k) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: return self._get(url).json() May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: return self.request(url, 'GET', **kwargs) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:50:00.414175 dv-cinder-734144-18-smb neutron-server[78736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:50:00.491789 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.495975 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-175e8b05-facb-4f99-88e6-7eebea992552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:00.512051 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.523273 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a3e5fe-f190-410b-9858-15c48c39e3e8,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:00.527220 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:00.536873 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-4092542d-1a17-463a-a451-fa587a4e9805 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e3a3e5fe-f190-410b-9858-15c48c39e3e8 HTTP/1.1" status: 204 len: 168 time: 1.0185244 May 14 09:50:00.659568 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60476) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:00.719289 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-75a5dd12-55d5-413c-8170-e28ca944b4a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d84a1c9acc541329f974f4bdb9ccfc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581572 May 14 09:50:00.721468 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60480) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:00.797353 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c4999df-393d-46ba-a820-04ef9d0182e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.840595 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c4999df-393d-46ba-a820-04ef9d0182e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.902803 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c4999df-393d-46ba-a820-04ef9d0182e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.907015 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-af82cfea-4953-4b53-b82c-ce71fb409b85 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:00.920979 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4999df-393d-46ba-a820-04ef9d0182e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231f4fb2-7e25-45a5-91fe-23b051306f5c,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:00.924532 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8c4999df-393d-46ba-a820-04ef9d0182e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:00.927658 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c4999df-393d-46ba-a820-04ef9d0182e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:00.929452 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8c4999df-393d-46ba-a820-04ef9d0182e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/231f4fb2-7e25-45a5-91fe-23b051306f5c HTTP/1.1" status: 204 len: 168 time: 0.2070138 May 14 09:50:01.099552 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87fb4d-2793-41db-9a29-7cd4f16bfe48 req-fad4226a-8ec8-49cb-97df-864cf50e5b86 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:01.101198 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6a87fb4d-2793-41db-9a29-7cd4f16bfe48 req-fad4226a-8ec8-49cb-97df-864cf50e5b86 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0846393 May 14 09:50:01.148820 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6a87fb4d-2793-41db-9a29-7cd4f16bfe48 req-ee1670be-9cea-498b-8021-f8f8802d0af6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 May 14 09:50:01.715904 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c6caa8f1-8867-4242-96e4-56559a1f176c no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:50:01.748897 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: c6caa8f1-8867-4242-96e4-56559a1f176c {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:50:01.749234 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device c6caa8f1-8867-4242-96e4-56559a1f176c not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:50:02.497115 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c2b0-4646-4801-96b1-d4ffda9efa57 req-354e48d9-387a-40e7-96ec-a405170871d0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:02.499216 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4103c2b0-4646-4801-96b1-d4ffda9efa57 req-354e48d9-387a-40e7-96ec-a405170871d0 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0868943 May 14 09:50:02.544891 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-4103c2b0-4646-4801-96b1-d4ffda9efa57 req-4b372182-e2d2-431d-940e-c7aaa86b6306 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395477 May 14 09:50:02.606018 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60526) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:02.733354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:02.747620 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:02.751702 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Usage tracker for resource:security_group_rule and tenant:8fdc9ff384304d159b0c92d229a7b87f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:02.754678 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:02.760779 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:02.844476 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:02.850484 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:02.857872 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-065a5ad8-0149-4f60-95a3-73f6b9f97aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:02.901148 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8fdc9ff384304d159b0c92d229a7b87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939601 May 14 09:50:02.901962 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ffb37c-d880-4103-ba33-0f991ad45341,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:02.903967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60532) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:02.905154 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e8e4aa17-e35a-4fde-a226-66962f4e2bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:02.963947 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:02.990114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.044496 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.047998 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8fbde02a-4944-49f4-84da-fc23460c43f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:03.058739 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ffb37c-d880-4103-ba33-0f991ad45341,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:03.062027 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:03.065153 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.066262 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89ffb37c-d880-4103-ba33-0f991ad45341 HTTP/1.1" status: 204 len: 168 time: 0.1613252 May 14 09:50:03.389986 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60540) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:03.408858 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.427397 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:03.431229 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Usage tracker for resource:security_group_rule and tenant:27bbcf9a50464af78725b7b2e2ecaacd is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:03.434048 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:03.439575 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:03.523405 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.529366 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.536151 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8c0535b3-f83c-4d47-8321-4018ec56562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:03.580709 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27bbcf9a50464af78725b7b2e2ecaacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896052 May 14 09:50:03.581614 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67467a2b-f1d6-43bd-a114-5c3b9f8d638a,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:03.583948 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60546) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:03.585457 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:03.648883 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0eee5900-5b0d-4891-b4d1-81af3b12ef20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.677053 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0eee5900-5b0d-4891-b4d1-81af3b12ef20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.731839 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0eee5900-5b0d-4891-b4d1-81af3b12ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.736454 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0472248a-cd03-49fe-915e-21320d0583c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:03.743951 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42de41-4a64-4614-b879-2c7a076954f4 req-1589bcfc-1c61-4dae-aeaf-641b0b85782b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:03.745422 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8b42de41-4a64-4614-b879-2c7a076954f4 req-1589bcfc-1c61-4dae-aeaf-641b0b85782b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0837550 May 14 09:50:03.748261 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee5900-5b0d-4891-b4d1-81af3b12ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67467a2b-f1d6-43bd-a114-5c3b9f8d638a,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:03.756332 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0eee5900-5b0d-4891-b4d1-81af3b12ef20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:03.757240 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0eee5900-5b0d-4891-b4d1-81af3b12ef20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:03.761288 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0eee5900-5b0d-4891-b4d1-81af3b12ef20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67467a2b-f1d6-43bd-a114-5c3b9f8d638a HTTP/1.1" status: 204 len: 168 time: 0.1733279 May 14 09:50:03.797440 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8b42de41-4a64-4614-b879-2c7a076954f4 req-bc9baef9-778b-4f8d-b53e-232bc5cde59e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 May 14 09:50:04.992234 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed710-4d58-48ee-a617-79455b00de0d req-653e92a3-7a8b-452f-912f-29f66895d5d4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:04.993665 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2e4ed710-4d58-48ee-a617-79455b00de0d req-653e92a3-7a8b-452f-912f-29f66895d5d4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 944 time: 0.0858939 May 14 09:50:05.040221 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2e4ed710-4d58-48ee-a617-79455b00de0d req-6494e781-b437-4981-a476-9493b0c159a2 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 May 14 09:50:05.526541 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:50:05.659891 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:05.674470 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'port_id': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'mac_address': 'fa:16:3e:8c:db:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:50:05.733037 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:05.749996 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e177a6ed-7e8f-43f8-ad5a-c1743a21328f {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:05.765789 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:05.769965 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:05.771758 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2d13230c-fa04-44bf-a1fc-25732253e7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:05.837910 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=9']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:05.841441 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:06.136835 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['e177a6ed-7e8f-43f8-ad5a-c1743a21328f'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:06.242917 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e363b4-afb1-4b0d-ab56-3e2b84ca48bb req-ec2d7e55-5a84-4438-8ed4-1a9236f9771d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:06.244463 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-65e363b4-afb1-4b0d-ab56-3e2b84ca48bb req-ec2d7e55-5a84-4438-8ed4-1a9236f9771d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 945 time: 0.0855567 May 14 09:50:06.291033 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-65e363b4-afb1-4b0d-ab56-3e2b84ca48bb req-a4a29791-35b9-4208-b294-d6feb07dc44b tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 May 14 09:50:07.495249 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406a36f-b3cf-4284-b302-18060a4b9e93 req-ddf0d3f9-2f0e-4a2e-8df4-80277203a601 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:07.496730 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5406a36f-b3cf-4284-b302-18060a4b9e93 req-ddf0d3f9-2f0e-4a2e-8df4-80277203a601 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 945 time: 0.0862210 May 14 09:50:07.544028 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:07.546203 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5406a36f-b3cf-4284-b302-18060a4b9e93 req-a88f37c4-ff8a-4cba-88a8-407a3efc3617 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 May 14 09:50:07.612919 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port e177a6ed-7e8f-43f8-ad5a-c1743a21328f triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:07.613291 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:07.734940 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:07.762991 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:07.772448 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:07.779944 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:07.783287 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:07.819802 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'code': 200} May 14 09:50:07.861858 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=10']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:07.864836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:08.057488 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667aff2-4849-4f98-9bf8-9b3b8eed0e75 req-39a03a9c-b35b-42a1-a0fa-f3ab2a0b24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.058909 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1667aff2-4849-4f98-9bf8-9b3b8eed0e75 req-39a03a9c-b35b-42a1-a0fa-f3ab2a0b24ba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1100 time: 0.0789878 May 14 09:50:08.100276 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1667aff2-4849-4f98-9bf8-9b3b8eed0e75 req-128134e9-4e8e-4f77-8101-9f50fe5907e9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351415 May 14 09:50:08.763569 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7582f29b-7d9d-4e39-8462-5c90c131679c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:08.823524 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7da423-edd0-4474-a9c4-ec2d889d77db req-b617351c-cae9-499c-8559-66f6952d249e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:08.825010 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3f7da423-edd0-4474-a9c4-ec2d889d77db req-b617351c-cae9-499c-8559-66f6952d249e tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 947 time: 0.1672175 May 14 09:50:08.871786 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-3f7da423-edd0-4474-a9c4-ec2d889d77db req-9a5f0a60-c5ea-47e0-b43c-9d751e809d81 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 May 14 09:50:10.086823 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf20010-7898-4fcf-9453-242dfea041a6 req-f782cf1e-5398-4317-b69d-f41388342ba6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:10.088311 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-caf20010-7898-4fcf-9453-242dfea041a6 req-f782cf1e-5398-4317-b69d-f41388342ba6 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 947 time: 0.0909190 May 14 09:50:10.138990 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-caf20010-7898-4fcf-9453-242dfea041a6 req-209bbebd-73d7-4225-abff-9c318e1d3469 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 May 14 09:50:10.436070 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60676) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:10.556918 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.571805 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:10.576190 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Usage tracker for resource:security_group_rule and tenant:2d593f84348b4275a4774b44f40a2c86 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:10.579221 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:10.585350 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:10.674713 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.683026 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.690048 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-660614c2-f6b9-42b4-84bb-1d7179434b54 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:10.731484 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d593f84348b4275a4774b44f40a2c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943218 May 14 09:50:10.732346 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070bc4aa-9105-44e8-9ccd-c706a889f33e,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:10.734330 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60682) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:10.735532 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:10.793685 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.819237 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.965035 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.972038 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c2f99faf-63b7-4a79-9a76-220cc9733b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:10.986727 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070bc4aa-9105-44e8-9ccd-c706a889f33e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:10.989974 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:10.998358 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:10.999521 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/070bc4aa-9105-44e8-9ccd-c706a889f33e HTTP/1.1" status: 204 len: 168 time: 0.2641830 May 14 09:50:11.195030 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.292108 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60692) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:11.310572 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.324930 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:11.328709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8e4f41e77e4b2591b3054fadc0e418 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:11.331522 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:11.336618 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2980c7-9c2c-4ef6-9128-268be53457d3 req-a1f3c349-0e84-49b3-a53e-11af132ceb59 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:11.337194 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:11.338085 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dc2980c7-9c2c-4ef6-9128-268be53457d3 req-a1f3c349-0e84-49b3-a53e-11af132ceb59 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 947 time: 0.0846496 May 14 09:50:11.388272 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-dc2980c7-9c2c-4ef6-9128-268be53457d3 req-0839affb-b580-490b-baee-5b57fbcc924a tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442069 May 14 09:50:11.424851 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.429058 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.436612 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a0536245-6d4c-4c77-9a9e-dbc89f477ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:11.474837 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3c9904-0c43-4d90-835c-80717cfccb20,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:11.479035 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e8e4f41e77e4b2591b3054fadc0e418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858585 May 14 09:50:11.480218 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-56653091-bdaa-4136-a7e9-2fec71ea16e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:11.481965 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60698) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:11.499507 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-98805a78-2a54-4266-836d-1a06222a977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.544554 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.574892 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.633186 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.636981 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8c281af5-085b-483e-8bad-074c827a130c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:11.650478 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3c9904-0c43-4d90-835c-80717cfccb20,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:11.653382 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:11.654750 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:11.655834 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca3c9904-0c43-4d90-835c-80717cfccb20 HTTP/1.1" status: 204 len: 168 time: 0.1733985 May 14 09:50:12.305384 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:13.868031 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:16.611153 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:19.671752 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60784) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:19.798785 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:19.814056 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:19.818217 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Usage tracker for resource:security_group_rule and tenant:b848b150d83d497b99b16c470dbd15da is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:19.821247 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:19.827919 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:19.917089 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:19.923912 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:19.930757 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-c11fb917-06f1-47c1-bf20-c060ab4b9232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:19.970611 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d47c2ad-1c51-4e90-8031-df2e1b56c772,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:19.974727 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b848b150d83d497b99b16c470dbd15da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019416 May 14 09:50:19.975573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:19.977375 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60790) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:20.037695 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4c6c10b2-7343-4933-a487-56b5e6ef4c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.064997 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4c6c10b2-7343-4933-a487-56b5e6ef4c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.131364 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4c6c10b2-7343-4933-a487-56b5e6ef4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.136401 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4bc7e955-cd6f-44b3-8a2c-1f13510ce6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:20.148276 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c10b2-7343-4933-a487-56b5e6ef4c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d47c2ad-1c51-4e90-8031-df2e1b56c772,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:20.150791 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-4c6c10b2-7343-4933-a487-56b5e6ef4c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:20.160714 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-4c6c10b2-7343-4933-a487-56b5e6ef4c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.161839 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-4c6c10b2-7343-4933-a487-56b5e6ef4c91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d47c2ad-1c51-4e90-8031-df2e1b56c772 HTTP/1.1" status: 204 len: 168 time: 0.1836078 May 14 09:50:20.479955 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60798) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:20.498087 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.512479 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:20.516592 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Usage tracker for resource:security_group_rule and tenant:b07c0b3a61884e7b92c84e31b6b1f4c6 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:20.519652 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:20.525805 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:20.608751 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.614272 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.621477 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df96d3e3-7338-476f-b598-1bddcaea561f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:20.661743 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b07c0b3a61884e7b92c84e31b6b1f4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806374 May 14 09:50:20.662577 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efa64ee-99a9-48b3-aa96-bfe642fb2823,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:20.665019 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60802) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:20.667446 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-05014e4a-3c72-4b7a-b639-967708b5f4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:20.726012 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.751471 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.812498 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.816014 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-41853138-2007-4b79-aeac-11c20cdfa508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:20.827260 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efa64ee-99a9-48b3-aa96-bfe642fb2823,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:20.830774 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:20.833893 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:20.835034 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3efa64ee-99a9-48b3-aa96-bfe642fb2823 HTTP/1.1" status: 204 len: 168 time: 0.1691365 May 14 09:50:28.514890 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60924) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:28.638193 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.653165 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:28.657650 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Usage tracker for resource:security_group_rule and tenant:3603e8a64f7f40bca86df4e7f3e7b3ac is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:28.660647 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:28.666698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:28.753633 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.759102 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.767965 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c0eb84d0-2514-4943-8db0-6a9130789370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:28.806107 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3603e8a64f7f40bca86df4e7f3e7b3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901793 May 14 09:50:28.807945 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca0f5ab-d53d-421e-9376-e5168c1e5b7c,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:28.809302 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60930) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:28.811483 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:28.868234 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca278cac-da2f-4ca7-9e88-119af8ecd9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.894800 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca278cac-da2f-4ca7-9e88-119af8ecd9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.953153 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca278cac-da2f-4ca7-9e88-119af8ecd9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.957769 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-11286f39-7ba3-4a76-a9de-bc5e74fc5457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:28.968222 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278cac-da2f-4ca7-9e88-119af8ecd9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca0f5ab-d53d-421e-9376-e5168c1e5b7c,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:28.971648 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ca278cac-da2f-4ca7-9e88-119af8ecd9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:28.974990 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca278cac-da2f-4ca7-9e88-119af8ecd9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:28.976179 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-ca278cac-da2f-4ca7-9e88-119af8ecd9da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fca0f5ab-d53d-421e-9376-e5168c1e5b7c HTTP/1.1" status: 204 len: 168 time: 0.1658127 May 14 09:50:29.268382 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60938) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:29.289660 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.304514 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:29.308616 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Usage tracker for resource:security_group_rule and tenant:ebab5ed9273241c5acecf54b454740f5 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:29.311486 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:29.317242 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:29.399991 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.405761 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.413373 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-b81a615a-fa87-461e-8dde-5cee2c0a0bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:29.456958 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ebab5ed9273241c5acecf54b454740f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850965 May 14 09:50:29.456958 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1647606-95bd-4d74-addb-8dafab868000,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:29.457653 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 60942) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:29.458255 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:29.530271 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d4cefa18-b85a-40ce-be99-af0ad6680349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.555435 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d4cefa18-b85a-40ce-be99-af0ad6680349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.608394 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d4cefa18-b85a-40ce-be99-af0ad6680349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.612219 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2384d02f-36cc-4b96-87a2-8b4800b9c733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:29.624595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cefa18-b85a-40ce-be99-af0ad6680349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1647606-95bd-4d74-addb-8dafab868000,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:29.627466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d4cefa18-b85a-40ce-be99-af0ad6680349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:29.636932 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d4cefa18-b85a-40ce-be99-af0ad6680349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:29.638051 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d4cefa18-b85a-40ce-be99-af0ad6680349 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1647606-95bd-4d74-addb-8dafab868000 HTTP/1.1" status: 204 len: 168 time: 0.1792254 May 14 09:50:30.445898 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60966) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:30.554921 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1310099634-network', 'tenant_id': 'fbfaa7fdaee84682aa00098bf98b0f72'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:30.559958 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:30.563959 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Usage tracker for resource:network and tenant:fbfaa7fdaee84682aa00098bf98b0f72 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:30.566917 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:30.573695 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:30.585396 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Made reservation on behalf of fbfaa7fdaee84682aa00098bf98b0f72 for: {'network': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:30.587858 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.599976 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.614390 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:30.618084 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Usage tracker for resource:security_group_rule and tenant:fbfaa7fdaee84682aa00098bf98b0f72 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:30.621152 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:30.626909 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:30.709059 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.715747 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.718713 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6b066b44-868f-42d2-8236-b8e562c201d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:30.749768 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=78736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:50:30.758179 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8151cb4c-8b99-4f55-864c-cfb4dc3de613,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:30.761914 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:30.764626 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.764969 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.db.segments_db [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Added segment ba23f0f1-e7fa-45df-84aa-ea3e08594823 of type vlan for network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 May 14 09:50:30.790804 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.822334 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.823853 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:30.824379 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:30.827575 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:30.927851 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:30.931208 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:30.933271 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-d8a4e1b2-6e46-45d4-b0ac-05c983c2a023 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4862626 May 14 09:50:30.936321 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 60972) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:50:30.939119 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:50:30.941650 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Request body: {'subnet': {'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1310099634-subnet', 'tenant_id': 'fbfaa7fdaee84682aa00098bf98b0f72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:30.946598 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:30.950475 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Usage tracker for resource:subnet and tenant:fbfaa7fdaee84682aa00098bf98b0f72 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:30.953441 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:30.959230 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:30.970516 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Made reservation on behalf of fbfaa7fdaee84682aa00098bf98b0f72 for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:30.972874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12020129'] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:31.358648 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11830071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12020159'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:31.362228 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:31.432321 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d95e386-dc7e-48b4-9a79-1823c1299ca1,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:31.436018 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:31.444092 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Checking segment: {'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:31.444449 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Network hostable DHCP agents. Network: fc5cda9d-f559-4639-a6c5-c20c5d8cdd51, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:50:31.463191 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:50:31.473458 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, fc5cda9d-f559-4639-a6c5-c20c5d8cdd51) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:31.482245 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:31.482861 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:31.484161 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc54165-ef07-471f-8158-2c68ae612425 None None] Network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:50:31.504163 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-33262050-c84a-4cd8-a499-7553f38a9197 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5667567 May 14 09:50:31.678936 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2184d-0b95-43b5-9d27-9dc739f680a9 None None] Network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:50:33.545430 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-5147af81-09af-4f3e-abf9-e11405e6168f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:33.546924 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-5147af81-09af-4f3e-abf9-e11405e6168f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/networks?id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 HTTP/1.1" status: 200 len: 814 time: 0.1508272 May 14 09:50:33.564820 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-6b8601aa-ea5e-40f9-9ba2-e9f0b5fc1e2d tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/quotas/fbfaa7fdaee84682aa00098bf98b0f72 HTTP/1.1" status: 200 len: 375 time: 0.0097709 May 14 09:50:33.617702 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f23f969f-84af-44ee-a7b5-046cbd4147b3 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfaa7fdaee84682aa00098bf98b0f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454943 May 14 09:50:33.755149 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-637a5b4b-9f3a-43fa-884e-a29786428403 service neutron] 10.222.0.67 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271994 May 14 09:50:33.799561 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:50:33.908941 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-35a7d7b0-e19c-4365-a111-a43a6b9bc9e8 service neutron] 10.222.0.67 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463189 May 14 09:50:34.096203 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-35a6c9e4-d644-4edc-bf85-001e8d4d4dcf req-b08a2862-8fc0-4313-a8f0-37503d3b9b89 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 210 time: 0.0424504 May 14 09:50:35.194571 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-0bc47915-df0a-4b39-9a46-cedc24b1ead1 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:35.196039 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-0bc47915-df0a-4b39-9a46-cedc24b1ead1 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "GET /v2.0/networks?id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 HTTP/1.1" status: 200 len: 814 time: 0.1548636 May 14 09:50:35.241601 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Request body: {'port': {'device_id': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51', 'admin_state_up': True, 'tenant_id': 'fbfaa7fdaee84682aa00098bf98b0f72'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:35.263993 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-20b33a13-f6ed-4677-9cbc-96fa5c939295 req-f6612dd7-d7b3-43a1-9227-5eb6eba8a658 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 210 time: 0.0625935 May 14 09:50:35.382413 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:50:35.386549 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Usage tracker for resource:port and tenant:fbfaa7fdaee84682aa00098bf98b0f72 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:50:35.389512 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:50:35.395678 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:50:35.409670 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Made reservation on behalf of fbfaa7fdaee84682aa00098bf98b0f72 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:50:35.413443 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:35.576871 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Allocated IP 172.20.0.8 (fc5cda9d-f559-4639-a6c5-c20c5d8cdd51/6d95e386-dc7e-48b4-9a79-1823c1299ca1/c1ec17a5-37ac-4d45-8a4c-0f3889e605e6) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:50:35.778214 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:35.813848 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:35.819776 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9e53e35a-3dbe-4e0b-a105-5bb9ba09bc20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:35.967896 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:50:35.971219 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:50:35.973875 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:50:36.015204 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Pushing event updated for resources: {'Port': ['ID=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:36.018130 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:36.048446 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:36.049121 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.071898 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8393865 May 14 09:50:36.086582 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Request body: {'port': {'device_id': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:50:36.215304 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.527711 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753f6e0-289a-4503-a619-a8f010893583 req-16555103-93fb-4bac-a480-6fae11ea7638 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:36.529215 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a753f6e0-289a-4503-a619-a8f010893583 req-16555103-93fb-4bac-a480-6fae11ea7638 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 931 time: 0.1555407 May 14 09:50:36.564644 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:36.571754 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.573929 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-a753f6e0-289a-4503-a619-a8f010893583 req-7aec4168-5713-4a1f-b4b3-3bc0b5285f9f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Synchronizing usage tracker for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:36.585682 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Transition to ACTIVE for port object c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:50:36.590565 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.591692 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-a753f6e0-289a-4503-a619-a8f010893583 req-7aec4168-5713-4a1f-b4b3-3bc0b5285f9f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Unset dirty status for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:36.593092 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a753f6e0-289a-4503-a619-a8f010893583 req-7aec4168-5713-4a1f-b4b3-3bc0b5285f9f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576930 May 14 09:50:36.595386 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-19fef6d9-0b5d-429d-97a9-cb051a548604 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:36.744852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:36.754767 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:36.827883 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Attempting to bind port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:50:36.828101 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Attempting to bind port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:50:36.828428 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Attempting to bind port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 on network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:36.833380 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 on network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:50:36.833696 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Attempting to bind port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 on network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:50:36.839474 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:50:36.839809 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Checking segment: {'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:50:36.840192 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Bound using segment: {'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:50:36.840620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Bound port: c1ec17a5-37ac-4d45-8a4c-0f3889e605e6, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:50:36.840961 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.940030 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] For port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:50:36.943163 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] For port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:50:36.951568 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:36.957456 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7192fe18-1e73-4703-a181-3fdccece08fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:37.014018 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:37.014662 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:37.016065 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] 10.222.0.75 "PUT /v2.0/ports/c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 HTTP/1.1" status: 200 len: 1093 time: 0.9362237 May 14 09:50:37.016557 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'tag': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:37.042869 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:37.046012 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:37.085942 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'tag': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6', 'status': 'completed', 'code': 200} May 14 09:50:37.131991 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-ad9b4189-546b-4a45-9509-5bfbc4fbb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:37.133462 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-ad9b4189-546b-4a45-9509-5bfbc4fbb7f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbfaa7fdaee84682aa00098bf98b0f72&device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 1096 time: 0.0792308 May 14 09:50:37.203390 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-b9e54284-166e-43f5-b1d4-1d0a773032bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 HTTP/1.1" status: 200 len: 217 time: 0.0616970 May 14 09:50:37.278595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-8b111cb3-ef60-45ab-9ef3-7794f6cc1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:37.280048 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-8b111cb3-ef60-45ab-9ef3-7794f6cc1e66 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6d95e386-dc7e-48b4-9a79-1823c1299ca1 HTTP/1.1" status: 200 len: 854 time: 0.0699952 May 14 09:50:37.326593 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-2ee9c538-9256-446f-8f62-397d0709bf86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398023 May 14 09:50:37.458100 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-aa749a34-f947-46af-8456-562192727fcd service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248567 May 14 09:50:37.597928 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3dd6b4a2-283f-451d-8edd-d05cdbcae471 req-8c1b4bc9-bbf7-40d9-8c7a-234a6aea671a service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333120 May 14 09:50:37.718352 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-7903a55b-1984-48ba-bd33-2b2db9ba3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:37.719797 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-7903a55b-1984-48ba-bd33-2b2db9ba3c06 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbfaa7fdaee84682aa00098bf98b0f72&device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 1096 time: 0.0734706 May 14 09:50:37.792521 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33daee5-cd73-478f-84e7-e57abddf5604 req-06c605a0-8771-4d76-8592-24d6ff58c4da tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:37.794078 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c33daee5-cd73-478f-84e7-e57abddf5604 req-06c605a0-8771-4d76-8592-24d6ff58c4da tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 943 time: 0.0873032 May 14 09:50:37.841783 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c33daee5-cd73-478f-84e7-e57abddf5604 req-868d0618-2a88-42bf-893e-f0c2e36059c9 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 May 14 09:50:37.948185 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-950fbf47-1878-4668-a72e-fde5d4a0ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:37.949653 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-950fbf47-1878-4668-a72e-fde5d4a0ed2c service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 HTTP/1.1" status: 200 len: 915 time: 0.2232940 May 14 09:50:38.022621 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-dee0fce5-8700-4e7c-973d-3d8ccdb202fd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 HTTP/1.1" status: 200 len: 217 time: 0.0649779 May 14 09:50:38.087526 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-cec84545-410f-4625-8e5c-d3dd61254cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:38.089186 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-cec84545-410f-4625-8e5c-d3dd61254cf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6d95e386-dc7e-48b4-9a79-1823c1299ca1 HTTP/1.1" status: 200 len: 854 time: 0.0604155 May 14 09:50:38.135408 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-9cabdb6c-cbb4-4c2b-a1a1-4d75edb9b97c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394442 May 14 09:50:38.275149 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-d6c009dc-0cbb-4c90-8959-bee6634a64e4 service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330581 May 14 09:50:38.413323 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-7dc8de0d-7c14-4199-ae7f-8353d10b1473 req-f61b52dd-f9aa-4bac-a843-8a84bfba371f service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312103 May 14 09:50:38.773914 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-734be9af-2891-4a34-821f-81544fdccb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:39.046798 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb3407-ee76-4877-80b9-0ec4b404846e req-3397bd2f-1c05-49d4-9576-787bbed9bfeb tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:39.047393 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-79cb3407-ee76-4877-80b9-0ec4b404846e req-3397bd2f-1c05-49d4-9576-787bbed9bfeb tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Synchronizing usage tracker for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:50:39.065852 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-79cb3407-ee76-4877-80b9-0ec4b404846e req-3397bd2f-1c05-49d4-9576-787bbed9bfeb tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Unset dirty status for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:50:39.067150 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79cb3407-ee76-4877-80b9-0ec4b404846e req-3397bd2f-1c05-49d4-9576-787bbed9bfeb tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 943 time: 0.1029913 May 14 09:50:39.117206 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-79cb3407-ee76-4877-80b9-0ec4b404846e req-5e4d4b39-209e-4600-9674-344f242dccb8 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 May 14 09:50:39.702103 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:50:39.853194 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:39.866969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6', 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51', 'port_id': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6', 'mac_address': 'fa:16:3e:43:77:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d95e386-dc7e-48b4-9a79-1823c1299ca1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:50:39.956105 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:39.975151 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:50:39.991893 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:39.997651 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:39.999704 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:40.075586 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:40.083665 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.084019 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.084347 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.084683 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.085014 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.085345 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.085669 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.086021 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.086362 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.086714 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.087021 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.087340 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:50:40.091384 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:40.317899 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['c1ec17a5-37ac-4d45-8a4c-0f3889e605e6'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:50:40.329849 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005fb5-9be8-49d3-8c73-e56c6cc93abe req-323cab91-8525-4218-934c-c47eda107fb1 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:40.331372 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-04005fb5-9be8-49d3-8c73-e56c6cc93abe req-323cab91-8525-4218-934c-c47eda107fb1 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 944 time: 0.0954468 May 14 09:50:40.383620 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-04005fb5-9be8-49d3-8c73-e56c6cc93abe req-fbef8375-3ae4-4f47-a511-f55b93a1ece0 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464120 May 14 09:50:41.199262 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.506451 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-a7d2540f-6441-45cb-9084-551518fb4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.585235 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec168b-4501-49cd-ab20-7cda3dce9943 req-e9d97755-354c-410f-a849-e107745898ca tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:41.586701 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8fec168b-4501-49cd-ab20-7cda3dce9943 req-e9d97755-354c-410f-a849-e107745898ca tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 944 time: 0.0816460 May 14 09:50:41.631599 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8fec168b-4501-49cd-ab20-7cda3dce9943 req-4317bb37-1eb3-4f7b-bc74-75cd5d19b5e0 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 May 14 09:50:41.720387 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:50:41.794093 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:50:41.798795 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:50:41.799171 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.922039 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.951702 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:50:41.961367 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:50:41.971796 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:41.974197 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:50:42.003889 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6', 'code': 200} May 14 09:50:42.045252 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:50:42.048300 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:50:42.240979 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e604-c713-429c-834d-be8be52653ff req-a0d18dc7-d429-4081-80a6-f116fa3c896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:42.242369 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1545e604-c713-429c-834d-be8be52653ff req-a0d18dc7-d429-4081-80a6-f116fa3c896d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 1098 time: 0.0760674 May 14 09:50:42.289016 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1545e604-c713-429c-834d-be8be52653ff req-79cbaf9f-a10f-40db-b5c2-bf2e5e94cc4c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 May 14 09:50:42.314923 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:42.829612 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8f319-17d9-400e-82e8-278e641f74fe req-55d21cc4-2450-478c-8cea-3984a3d4c07b tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:42.831079 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-23f8f319-17d9-400e-82e8-278e641f74fe req-55d21cc4-2450-478c-8cea-3984a3d4c07b tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.0905466 May 14 09:50:42.878415 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-23f8f319-17d9-400e-82e8-278e641f74fe req-1f5bb961-6c52-484b-826e-b31ce06c0238 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 May 14 09:50:43.873729 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:44.085734 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fbfeb-8ccd-4848-a405-7226b30087e5 req-ddc4d213-c74b-49d1-af31-0eecebbcdcd2 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:44.087922 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7b6fbfeb-8ccd-4848-a405-7226b30087e5 req-ddc4d213-c74b-49d1-af31-0eecebbcdcd2 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.0904450 May 14 09:50:44.143099 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7b6fbfeb-8ccd-4848-a405-7226b30087e5 req-6b9e0bc1-9f54-46fd-92bc-29df2293af8c tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489450 May 14 09:50:46.651623 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:50:49.534382 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-09cc6a1e-522a-41ae-9a76-5615e1e8ea41 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735624 May 14 09:50:49.684832 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-c88cae64-a59a-4d79-b751-8e6a252518c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:49.686303 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-c88cae64-a59a-4d79-b751-8e6a252518c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 1100 time: 0.0741231 May 14 09:50:49.834358 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-02b7bfda-d367-4bd5-aeea-42e669ab64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:49.835748 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-02b7bfda-d367-4bd5-aeea-42e669ab64af service neutron] 10.222.0.75 "GET /v2.0/networks?id=36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 200 len: 918 time: 0.1288066 May 14 09:50:49.954408 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-fb26c03c-f11c-4d27-9201-c4ebd020578b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 200 len: 1002 time: 0.1107686 May 14 09:50:50.023484 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-58cab989-3dee-48b3-86e5-6e00890962e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:50.024903 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-58cab989-3dee-48b3-86e5-6e00890962e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 200 len: 856 time: 0.0604401 May 14 09:50:50.112394 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-d5b70a5b-0eec-407a-9e74-4fa53e709577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:50:50.114114 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-d5b70a5b-0eec-407a-9e74-4fa53e709577 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36a55f9a-0b02-4346-9722-7bff9d84ebee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0801518 May 14 09:50:50.337529 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-a18b6002-9252-4eab-b785-9da9913cecab service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151678 May 14 09:50:50.494101 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed764b2c-e342-437f-a0f4-aaea8e154a1f req-1cdd9a28-3fe3-4a3e-ad1c-9c0b4b09b856 service neutron] 10.222.0.75 "GET /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457055 May 14 09:51:08.767852 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-5c67f8a0-7eae-4d8f-b39b-23484226a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:10.804746 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:51:11.204802 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:11.505497 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d1939680-1d01-4a6f-b3fd-ef2b558b52c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:12.310412 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:13.888779 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:16.154306 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413f0a3-b1f7-4f38-89fd-681d7ebfee21 req-0632442f-268c-4c32-9fd2-e93494fe1625 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:16.155791 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c413f0a3-b1f7-4f38-89fd-681d7ebfee21 req-0632442f-268c-4c32-9fd2-e93494fe1625 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 947 time: 0.0846620 May 14 09:51:16.207840 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c413f0a3-b1f7-4f38-89fd-681d7ebfee21 req-6f69f3be-16fc-4d3a-8b31-4dfd9126d907 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 May 14 09:51:16.660428 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:17.425090 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d4c92-046e-481f-a5f5-a571b0387488 req-6f860a31-3c6f-4296-8117-6767faed5c02 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:17.426558 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-067d4c92-046e-481f-a5f5-a571b0387488 req-6f860a31-3c6f-4296-8117-6767faed5c02 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 947 time: 0.0888755 May 14 09:51:17.475136 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-067d4c92-046e-481f-a5f5-a571b0387488 req-0af70f58-f2d1-499e-a6da-e6a412c0e8f7 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups?id=97e4ee5b-b545-4816-a837-bbd98f3f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 May 14 09:51:17.777516 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-1ea4da03-23ae-4262-a165-2ddae6772ac4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:17.778966 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-1ea4da03-23ae-4262-a165-2ddae6772ac4 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 947 time: 0.0912378 May 14 09:51:17.916681 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Deleting port e177a6ed-7e8f-43f8-ad5a-c1743a21328f {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:51:17.917023 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:18.050257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] For port e177a6ed-7e8f-43f8-ad5a-c1743a21328f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:18.050503 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:18.346307 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:18.346578 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:18.346902 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Floating IP baa9b022-5c1d-4132-bf6b-2faab1ea0505 disassociated. External IP: 172.28.0.179, port: e177a6ed-7e8f-43f8-ad5a-c1743a21328f. May 14 09:51:18.347241 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Calling delete_port for e177a6ed-7e8f-43f8-ad5a-c1743a21328f owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:51:18.463620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:18.470140 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3fb38209-c30c-4e12-8401-761dc50c059c tempest-VolumesNegativeTest-1345938514 tempest-VolumesNegativeTest-1345938514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:18.519379 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event deleted for resources: {'Port': ['ID=e177a6ed-7e8f-43f8-ad5a-c1743a21328f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:18.583342 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.583751 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.584081 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.584443 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.584805 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.585168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.585522 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.585878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.586249 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.586639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.586945 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.587566 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:18.653559 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:18.657169 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a4dc655f-9efd-4bea-b345-052bfb1cc30f req-8c0df47f-e4e5-43e3-814f-5c53ef374acd tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f446e72-4e3d-45b4-92f4-4c1d26707af4 HTTP/1.1" status: 200 len: 210 time: 0.0631161 May 14 09:51:18.728486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Router d61caf84-8e00-4035-ac9a-cd768eecc92a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:51:19.020274 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:51:19.030059 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] Sync routers for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:51:19.040569 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:51:19.041179 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:51:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:19.094085 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] No DVR routers for this DVR port e177a6ed-7e8f-43f8-ad5a-c1743a21328f on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:51:19.096789 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.099623 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-deleted', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:19.115999 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-6fc03261-c659-4bef-b214-0613d2ce5e11 req-223c1b2c-0436-4371-b66b-25103c135a90 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.75 "DELETE /v2.0/ports/e177a6ed-7e8f-43f8-ad5a-c1743a21328f HTTP/1.1" status: 204 len: 173 time: 1.3310351 May 14 09:51:19.148991 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f446e72-4e3d-45b4-92f4-4c1d26707af4', 'name': 'network-vif-deleted', 'tag': 'e177a6ed-7e8f-43f8-ad5a-c1743a21328f', 'status': 'completed', 'code': 200} May 14 09:51:19.220681 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:51:19.530092 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:19.534655 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] Checking router: d61caf84-8e00-4035-ac9a-cd768eecc92a for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:51:19.544247 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:51:19.544850 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:51:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:19.742639 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:51:19.802363 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 32994) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:19.869940 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.899105 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.962626 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:19.967678 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-48ef6681-dd49-4464-8870-b77a97af6097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:19.982653 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4ee5b-b545-4816-a837-bbd98f3f151a,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:19.990746 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.991145 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.991512 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.991867 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.992222 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.992572 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.993008 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.993300 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.993684 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.994032 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.994375 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:19.994739 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:20.002685 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:20.003549 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.006559 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-9f063ba8-93b9-48cc-981d-5dc5e49781a8 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "DELETE /v2.0/security-groups/97e4ee5b-b545-4816-a837-bbd98f3f151a HTTP/1.1" status: 204 len: 168 time: 0.2013247 May 14 09:51:20.007941 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33002) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:20.025204 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.api.v2.resource [None req-b2a5cb63-4e1e-41ff-ba23-9534498e7c2d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] show failed (client error): The resource could not be found. May 14 09:51:20.026172 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b2a5cb63-4e1e-41ff-ba23-9534498e7c2d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "GET /v2.0/security-groups/97e4ee5b-b545-4816-a837-bbd98f3f151a HTTP/1.1" status: 404 len: 347 time: 0.0172677 May 14 09:51:20.029453 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33008) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:20.088025 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:20.092311 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ea266-4c04-40b5-9212-bf506f38f7da None None] The sync data for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb is: [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:42:42Z', 'revision_number': 4, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '469e7bd5-6efc-40d1-adf0-35758283c462', 'name': '', 'network_id': '36a55f9a-0b02-4346-9722-7bff9d84ebee', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'mac_address': 'fa:16:3e:ee:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:41Z', 'updated_at': '2021-05-14T09:42:50Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'subnets': [{'id': 'dbce457b-2375-41ce-bf48-d6a55955726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:51:20.265795 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Deleting port f7a64c19-1299-42c7-ae59-b55ab088c120 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:51:20.265946 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.330816 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39441e04-43af-41ca-8654-5a01f895ad46 None None] New status for floating IP baa9b022-5c1d-4132-bf6b-2faab1ea0505: DOWN {{(pid=78737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:51:20.386216 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.386500 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.511793 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Calling delete_port for f7a64c19-1299-42c7-ae59-b55ab088c120 owned by network:floatingip {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:51:20.636890 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.641921 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-974d6223-4b6e-4f57-8d21-55159d9522ca tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:20.695666 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Pushing event deleted for resources: {'Port': ['ID=f7a64c19-1299-42c7-ae59-b55ab088c120,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:20.699148 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:20.789466 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks [] for floatingip, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.803502 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:20.804635 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] 10.222.0.67 "DELETE /v2.0/floatingips/baa9b022-5c1d-4132-bf6b-2faab1ea0505 HTTP/1.1" status: 204 len: 168 time: 0.7741706 May 14 09:51:21.891884 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:51:21.929416 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: e177a6ed-7e8f-43f8-ad5a-c1743a21328f {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:51:21.929761 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device e177a6ed-7e8f-43f8-ad5a-c1743a21328f not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:51:23.631555 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33046) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:24.246381 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-976967'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:24.658775 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Deleting port 469e7bd5-6efc-40d1-adf0-35758283c462 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:51:24.659486 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:24.783015 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] For port 469e7bd5-6efc-40d1-adf0-35758283c462, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=469e7bd5-6efc-40d1-adf0-35758283c462,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:24.783305 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:25.020624 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Calling delete_port for 469e7bd5-6efc-40d1-adf0-35758283c462 owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:51:25.161067 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:25.164708 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8c8fcc7e-0865-4040-9d51-27701984b85a tempest-ServerRescueNegativeTestJSON-106904927 tempest-ServerRescueNegativeTestJSON-106904927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:25.207577 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=469e7bd5-6efc-40d1-adf0-35758283c462,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:25.210747 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:25.477616 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975831'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:25.849824 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Router d61caf84-8e00-4035-ac9a-cd768eecc92a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:51:26.027748 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:51:26.036866 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] Sync routers for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:51:26.041731 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] 10.222.0.67 "PUT /v2.0/routers/d61caf84-8e00-4035-ac9a-cd768eecc92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4091554 May 14 09:51:26.044487 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33056) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:26.047119 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:51:26.047744 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:51:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:26.219635 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:26.248882 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:51:26.497359 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:26.531852 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:51:25Z', 'revision_number': 5, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port': {'id': '6fe6304b-05f4-4177-8231-9f2329b89b16', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:42:36Z', 'updated_at': '2021-05-14T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:26.536137 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] Checking router: d61caf84-8e00-4035-ac9a-cd768eecc92a for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:51:26.546587 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] Routers {'d61caf84-8e00-4035-ac9a-cd768eecc92a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:51:26.547637 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:51:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['d61caf84-8e00-4035-ac9a-cd768eecc92a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:26.579562 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Deleting port 6fe6304b-05f4-4177-8231-9f2329b89b16 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:51:26.580009 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:26.712425 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] Set router d61caf84-8e00-4035-ac9a-cd768eecc92a gateway port host: None {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:51:26.715894 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] For port 6fe6304b-05f4-4177-8231-9f2329b89b16, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6fe6304b-05f4-4177-8231-9f2329b89b16,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:26.716365 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:26.822734 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:51:26Z', 'revision_number': 6, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port_host': None}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:26.827707 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593204c-3412-4c75-9f88-4d30f6baa2d7 None None] The sync data for ids ['d61caf84-8e00-4035-ac9a-cd768eecc92a'] in dv-cinder-734144-18-smb is: [{'id': 'd61caf84-8e00-4035-ac9a-cd768eecc92a', 'name': 'tempest-AttachVolumeShelveTestJSON-2115920867-router', 'tenant_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:42:35Z', 'updated_at': '2021-05-14T09:51:26Z', 'revision_number': 6, 'project_id': 'f8dab5cd1e2e46ac88ac5c9813f49b35', 'gw_port_host': None}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:51:26.848650 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Calling delete_port for 6fe6304b-05f4-4177-8231-9f2329b89b16 owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:51:26.989911 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:26.993437 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:27.065089 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe6304b-05f4-4177-8231-9f2329b89b16,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:27.071480 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:27.129668 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975041'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.301825 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104013'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.304171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.329263 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982101'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.329790 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d61caf84-8e00-4035-ac9a-cd768eecc92a {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:51:27.342127 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.343279 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d61caf84-8e00-4035-ac9a-cd768eecc92a HTTP/1.1" status: 204 len: 168 time: 1.2979190 May 14 09:51:27.345761 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33068) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:27.412478 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Deleting subnet dbce457b-2375-41ce-bf48-d6a55955726f {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:51:27.415552 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.463636 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10515965'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.546431 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.788118 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6fe6304b-05f4-4177-8231-9f2329b89b16 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:51:27.800602 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10678737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10711461'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.805866 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-67e848eb-1bde-483d-a5da-894c4564c074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:27.824644 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 6fe6304b-05f4-4177-8231-9f2329b89b16 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:51:27.824914 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6fe6304b-05f4-4177-8231-9f2329b89b16 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:51:27.825327 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469e7bd5-6efc-40d1-adf0-35758283c462 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:51:27.839184 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbce457b-2375-41ce-bf48-d6a55955726f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:27.842196 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:27.843197 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:27.849073 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/dbce457b-2375-41ce-bf48-d6a55955726f HTTP/1.1" status: 204 len: 168 time: 0.5024102 May 14 09:51:27.851636 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33074) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:27.852973 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8576dcb0-8de8-4760-8b54-eff27f74c0dd None None] Network 36a55f9a-0b02-4346-9722-7bff9d84ebee requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:51:27.881700 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 469e7bd5-6efc-40d1-adf0-35758283c462 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:51:27.882045 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469e7bd5-6efc-40d1-adf0-35758283c462 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:51:28.057249 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.110306 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] DHCP port deletion for 36a55f9a-0b02-4346-9722-7bff9d84ebee request from dv-cinder-734144-18-smb {{(pid=78737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:51:28.138627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Deleting port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:51:28.139009 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.175440 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Deleting port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 {{(pid=78737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:51:28.175824 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.241942 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] For port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:28.242275 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.309518 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] For port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,segment=NetworkSegment(28e731da-d895-4638-b767-242cfa5812eb),segment_id=28e731da-d895-4638-b767-242cfa5812eb)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:28.309913 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.371085 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Calling delete_port for 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:51:28.426790 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.433308 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-90826920-e304-4f32-a1aa-27a094487280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:28.434383 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Calling delete_port for 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 owned by network:dhcp {{(pid=78737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:51:28.476714 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759'] for port, after_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.479689 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Pushing event deleted for resources: {'Port': ['ID=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:28.480530 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:28.482751 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:28.485609 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] No DVR routers for this DVR port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 on host dv-cinder-734144-18-smb {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:51:28.523348 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Pushing event deleted for resources: {'Port': ['ID=6dba0722-b3f6-457d-9f3f-e0a63ad764e7,revision_number=None']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:28.526320 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:28.527236 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] No DVR routers for this DVR port 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 on host dv-cinder-734144-18-smb {{(pid=78737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:51:28.603913 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.617571 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a55f9a-0b02-4346-9722-7bff9d84ebee']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:28.631022 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e731da-d895-4638-b767-242cfa5812eb') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:28.631321 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e731da-d895-4638-b767-242cfa5812eb') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:51:28.643322 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.660289 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.667042 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:51:28.667493 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:51:28.681359 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:51:28.762618 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.767799 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b5d59974-47b8-463c-b860-9a7880b818a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:28.783076 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:28.794453 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Pushing event deleted for resources: {'Network': ['ID=36a55f9a-0b02-4346-9722-7bff9d84ebee,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:28.798287 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:28.808517 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-80ff8044-45e4-4c39-8b68-f3b6ef99a72a admin admin] 10.222.0.67 "DELETE /v2.0/networks/36a55f9a-0b02-4346-9722-7bff9d84ebee HTTP/1.1" status: 204 len: 168 time: 0.9559050 May 14 09:51:28.930723 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33082) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:28.986466 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-9c1bf89d-8e0c-4e08-9bff-a115e98c6149 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8dab5cd1e2e46ac88ac5c9813f49b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523946 May 14 09:51:28.986731 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33086) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:29.046024 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-09aee7ef-e4d0-477e-a84f-599eca1b5b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:29.071159 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-09aee7ef-e4d0-477e-a84f-599eca1b5b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:29.128390 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-09aee7ef-e4d0-477e-a84f-599eca1b5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:29.132116 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5f778739-14f9-4fa4-945c-cfbd6d7c447e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:29.149590 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aee7ef-e4d0-477e-a84f-599eca1b5b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9160eeb-4c00-4565-a9ad-8ea3ae4b2e09,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:29.153357 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-09aee7ef-e4d0-477e-a84f-599eca1b5b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:29.157165 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-09aee7ef-e4d0-477e-a84f-599eca1b5b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:29.158298 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-09aee7ef-e4d0-477e-a84f-599eca1b5b86 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b9160eeb-4c00-4565-a9ad-8ea3ae4b2e09 HTTP/1.1" status: 204 len: 168 time: 0.1706817 May 14 09:51:29.787932 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:51:29.828092 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:51:29.828477 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 6dba0722-b3f6-457d-9f3f-e0a63ad764e7 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:51:31.754086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb08d2-8fdb-490e-a9d8-b46d97840353 req-2742ff32-2d79-4823-a733-5ab5f735ac0f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:31.755504 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3ecb08d2-8fdb-490e-a9d8-b46d97840353 req-2742ff32-2d79-4823-a733-5ab5f735ac0f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.0915542 May 14 09:51:31.805694 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3ecb08d2-8fdb-490e-a9d8-b46d97840353 req-1247fb4c-386a-407a-9ac8-25209e36da88 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 May 14 09:51:33.128059 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b99f79-dc6b-4626-b1fe-44eb55fd5068 req-ca271b3a-e6a5-4a2a-b42b-540e3a3a0ee8 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:33.129450 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-32b99f79-dc6b-4626-b1fe-44eb55fd5068 req-ca271b3a-e6a5-4a2a-b42b-540e3a3a0ee8 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.2042043 May 14 09:51:33.174918 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-32b99f79-dc6b-4626-b1fe-44eb55fd5068 req-8c74cdf6-876a-4f8f-a91f-16a665386af2 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 May 14 09:51:34.400843 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ff387-7cf6-44c0-841e-c56ed2bda39d req-41509bfa-0453-46da-822e-2a1c7f9c3c33 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:34.402332 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-711ff387-7cf6-44c0-841e-c56ed2bda39d req-41509bfa-0453-46da-822e-2a1c7f9c3c33 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.1059916 May 14 09:51:34.526559 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-711ff387-7cf6-44c0-841e-c56ed2bda39d req-f43cdb4a-2d2e-4d0c-b85c-d30918362396 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178308 May 14 09:51:35.795847 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b44b76-cd24-40d3-9973-7d03e625b926 req-636c5a0e-0e2e-4e41-a296-ff33c57ea805 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:35.797112 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26b44b76-cd24-40d3-9973-7d03e625b926 req-636c5a0e-0e2e-4e41-a296-ff33c57ea805 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.1596498 May 14 09:51:35.842407 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26b44b76-cd24-40d3-9973-7d03e625b926 req-f187d8f5-6c6b-4758-8811-0b229a29e1c3 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 May 14 09:51:36.236741 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33210) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:36.360497 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.374644 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:36.378548 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Usage tracker for resource:security_group_rule and tenant:6b2c96801be64fe6840bb1d3d5df0289 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:36.381417 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:36.419501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:36.504869 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-a7cbfc2a-1e56-4036-b09c-07ab41bb91a7 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:36.506299 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-a7cbfc2a-1e56-4036-b09c-07ab41bb91a7 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.1191099 May 14 09:51:36.623314 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.629211 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.640366 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f9336391-298e-4f3d-8aa4-d38de6d90911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:36.687185 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b2c96801be64fe6840bb1d3d5df0289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493864 May 14 09:51:36.689482 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00583d46-5047-4997-a514-367d8a2b1d82,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:36.690142 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33216) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:36.693637 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-df3bc578-38c6-48e7-82d0-bf7e91f4b0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:36.719795 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Deleting port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:51:36.720062 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.771380 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.797880 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.853030 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.854986 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] For port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:36.855478 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.858583 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fb2b7781-9fb1-4105-8f03-0c75dd4c6016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:36.868671 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00583d46-5047-4997-a514-367d8a2b1d82,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:36.880748 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:36.881619 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:36.898879 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00583d46-5047-4997-a514-367d8a2b1d82 HTTP/1.1" status: 204 len: 168 time: 0.1942794 May 14 09:51:37.045507 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c107fc-ab75-4297-a307-0a46a14e834a req-fa17dc66-483b-4bb3-a472-ac355be34779 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:37.047014 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c7c107fc-ab75-4297-a307-0a46a14e834a req-fa17dc66-483b-4bb3-a472-ac355be34779 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=992bb332-c6bb-4e4a-abaa-379526f51bcd HTTP/1.1" status: 200 len: 945 time: 0.0882413 May 14 09:51:37.092827 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-c7c107fc-ab75-4297-a307-0a46a14e834a req-760c8809-4736-4864-8e21-0e1a8b06a04d tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398276 May 14 09:51:37.095921 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Calling delete_port for c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:51:37.209513 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:37.215725 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:37.221841 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['c1ec17a5-37ac-4d45-8a4c-0f3889e605e6'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:51:37.265130 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Pushing event deleted for resources: {'Port': ['ID=c1ec17a5-37ac-4d45-8a4c-0f3889e605e6,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:37.267192 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:37.336695 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] No DVR routers for this DVR port c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:51:37.339466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:37.342222 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'name': 'network-vif-deleted', 'tag': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:37.365164 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0095dd54-f5d5-4837-94ff-66a7d43e48ea req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "DELETE /v2.0/ports/c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 HTTP/1.1" status: 204 len: 173 time: 0.8529468 May 14 09:51:37.393099 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992bb332-c6bb-4e4a-abaa-379526f51bcd', 'name': 'network-vif-deleted', 'tag': 'c1ec17a5-37ac-4d45-8a4c-0f3889e605e6', 'status': 'completed', 'code': 200} May 14 09:51:38.772248 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-200801d3-2164-40ff-a71f-70015fa5e115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.004483 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:51:40.039597 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:51:40.039870 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device c1ec17a5-37ac-4d45-8a4c-0f3889e605e6 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:51:40.262510 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33374) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:40.394073 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.409168 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:40.413070 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Usage tracker for resource:security_group_rule and tenant:5d6e277ace9d4f7e9cf203d6124a53b8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:40.415931 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:40.421845 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:40.513993 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.520299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.529039 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a3307a6c-9ef0-4ad3-a90c-d884e0e8bdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:40.567030 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f1cee-586d-44f3-9a8f-f3c3c2ed1ed7,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:40.571245 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d6e277ace9d4f7e9cf203d6124a53b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076525 May 14 09:51:40.572089 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a4d36e5d-ba92-4dba-90c8-45023861c568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:40.574093 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33380) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:40.631696 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d2c74a8c-75d7-44b2-bd78-38e1ec3281b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.658841 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d2c74a8c-75d7-44b2-bd78-38e1ec3281b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.714588 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d2c74a8c-75d7-44b2-bd78-38e1ec3281b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.718144 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-971ab6b3-2194-4b9c-ab4c-0cd43e8f1f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:40.728652 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c74a8c-75d7-44b2-bd78-38e1ec3281b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f1cee-586d-44f3-9a8f-f3c3c2ed1ed7,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:40.732438 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d2c74a8c-75d7-44b2-bd78-38e1ec3281b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:40.735639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-d2c74a8c-75d7-44b2-bd78-38e1ec3281b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:40.739306 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-d2c74a8c-75d7-44b2-bd78-38e1ec3281b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c2f1cee-586d-44f3-9a8f-f3c3c2ed1ed7 HTTP/1.1" status: 204 len: 168 time: 0.1618071 May 14 09:51:41.035052 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33392) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:41.056691 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.072166 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:41.076380 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc59e873bb545168a29288f0b079b87 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:41.079434 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:41.085531 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:41.169347 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.174793 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.183322 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-345e6c34-f8de-4028-bf16-a6c2d6de66ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:41.197464 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.223066 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcc59e873bb545168a29288f0b079b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867447 May 14 09:51:41.223961 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac90c66-d9cc-48fb-b592-da9a3f7075cb,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:41.226391 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33398) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:41.227639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:41.293876 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.319915 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.379443 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.382999 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-0a90bf98-dfbe-4d7f-94de-a26ca587090a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:41.393713 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac90c66-d9cc-48fb-b592-da9a3f7075cb,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:41.397505 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:41.400583 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:41.402321 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ac90c66-d9cc-48fb-b592-da9a3f7075cb HTTP/1.1" status: 204 len: 168 time: 0.1745830 May 14 09:51:41.497871 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb190-9cb2-45b4-a410-518916aac50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:42.313223 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:42.474893 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-7bff0163-1be9-4044-b57f-77cb1e44bf80 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:42.478038 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-7bff0163-1be9-4044-b57f-77cb1e44bf80 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/networks?id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 HTTP/1.1" status: 200 len: 814 time: 0.1537044 May 14 09:51:42.493777 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-997e488a-f8cd-4e3b-92cd-b57b2a799a90 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/quotas/fbfaa7fdaee84682aa00098bf98b0f72 HTTP/1.1" status: 200 len: 375 time: 0.0098190 May 14 09:51:42.541709 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-39bb521e-d5ae-49ec-8a9e-0d135bd29a1c tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Synchronizing usage tracker for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:51:42.559369 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-39bb521e-d5ae-49ec-8a9e-0d135bd29a1c tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Unset dirty status for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:51:42.560875 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-39bb521e-d5ae-49ec-8a9e-0d135bd29a1c tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfaa7fdaee84682aa00098bf98b0f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616250 May 14 09:51:42.572272 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-1e84489f-8ffb-417f-a58c-8bad4d66b162 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:51:42.574023 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-1e84489f-8ffb-417f-a58c-8bad4d66b162 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059724 May 14 09:51:42.706331 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-77467eb7-b089-4fda-917f-52e0eb6b734b service neutron] 10.222.0.67 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262546 May 14 09:51:42.844568 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-21c110a8-1bd7-4585-8c82-a257859c2282 service neutron] 10.222.0.67 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321981 May 14 09:51:43.037438 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-ea7c3987-14df-4d93-a460-d0967ade852a req-0adcccd4-76af-4814-8528-8229b7432b8b tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 210 time: 0.0444908 May 14 09:51:43.885025 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:44.143384 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-1d7c13c1-084c-4c90-8c76-5bc6dada69cd tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:44.145585 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-1d7c13c1-084c-4c90-8c76-5bc6dada69cd tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "GET /v2.0/networks?id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 HTTP/1.1" status: 200 len: 814 time: 0.2131116 May 14 09:51:44.160677 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Request body: {'port': {'device_id': '8271de12-8024-423b-8c9a-60f63a97226f', 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51', 'admin_state_up': True, 'tenant_id': 'fbfaa7fdaee84682aa00098bf98b0f72'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:51:44.318850 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-398395d3-e758-4e0c-9799-00b10ce6131b req-6e49cfc5-c977-498b-a056-58d54549df76 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 210 time: 0.1388206 May 14 09:51:44.395666 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:44.410420 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:44.427358 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Made reservation on behalf of fbfaa7fdaee84682aa00098bf98b0f72 for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:51:44.431954 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:44.732441 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Allocated IP 172.20.0.10 (fc5cda9d-f559-4639-a6c5-c20c5d8cdd51/6d95e386-dc7e-48b4-9a79-1823c1299ca1/4ee851e4-c1c8-47c5-96c6-e6e244f98d46) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:51:44.936211 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:44.969786 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:44.975327 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:45.040870 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:51:45.044162 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:51:45.052790 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:51:45.083031 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Pushing event updated for resources: {'Port': ['ID=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:45.089076 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:45.129534 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:45.130148 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:45.163065 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0081992 May 14 09:51:45.173671 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-5264229a-1426-4eb4-9229-e48d28e332b5 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:51:45.174642 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-5264229a-1426-4eb4-9229-e48d28e332b5 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051169 May 14 09:51:45.184574 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Request body: {'port': {'device_id': '8271de12-8024-423b-8c9a-60f63a97226f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:51:45.312182 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:45.509839 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc79b-52ab-4b1b-9d68-605f4edbce02 req-a9dc3e37-5ff9-4b70-b793-41d6b9567b83 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:45.511371 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9d5fc79b-52ab-4b1b-9d68-605f4edbce02 req-a9dc3e37-5ff9-4b70-b793-41d6b9567b83 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 932 time: 0.0820203 May 14 09:51:45.556259 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-9d5fc79b-52ab-4b1b-9d68-605f4edbce02 req-f5925b76-ee18-4352-992e-57b8217e4b91 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 May 14 09:51:45.647374 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:51:45.654541 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:45.669021 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Transition to ACTIVE for port object 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:51:45.673837 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:45.678501 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f148fc45-0336-40b0-8fd6-c0cb8d74c104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:45.837194 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:45.841887 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:45.922062 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Attempting to bind port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:51:45.922383 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Attempting to bind port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:51:45.922746 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Attempting to bind port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 on network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:51:45.927721 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 on network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:51:45.928044 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Attempting to bind port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 on network fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:51:45.934117 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:51:45.934477 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Checking segment: {'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:51:45.934871 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Bound using segment: {'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:51:45.935292 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Bound port: 4ee851e4-c1c8-47c5-96c6-e6e244f98d46, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba23f0f1-e7fa-45df-84aa-ea3e08594823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:51:45.935627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:46.037979 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] For port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:51:46.040917 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] For port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:51:46.045569 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:46.051173 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3c0ec095-7fdd-47f5-850c-a62272c99c7d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:46.106747 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:46.107662 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:46.109741 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] 10.222.0.75 "PUT /v2.0/ports/4ee851e4-c1c8-47c5-96c6-e6e244f98d46 HTTP/1.1" status: 200 len: 1094 time: 0.9288006 May 14 09:51:46.111504 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8271de12-8024-423b-8c9a-60f63a97226f', 'tag': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:46.141939 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:46.144928 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:46.179748 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8271de12-8024-423b-8c9a-60f63a97226f', 'tag': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46', 'status': 'completed', 'code': 200} May 14 09:51:46.223839 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-699daccb-f975-4de5-bc0a-9fbe41c6151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:46.225340 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-699daccb-f975-4de5-bc0a-9fbe41c6151c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbfaa7fdaee84682aa00098bf98b0f72&device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 1097 time: 0.0772259 May 14 09:51:46.401951 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-050447e4-525e-4b96-ad54-179550d4c07b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee851e4-c1c8-47c5-96c6-e6e244f98d46 HTTP/1.1" status: 200 len: 217 time: 0.1684453 May 14 09:51:46.467721 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-cc7bd23a-1f8f-4cbb-92d3-a27050093c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:46.469163 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-cc7bd23a-1f8f-4cbb-92d3-a27050093c32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6d95e386-dc7e-48b4-9a79-1823c1299ca1 HTTP/1.1" status: 200 len: 854 time: 0.0617623 May 14 09:51:46.517364 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-74358415-462f-487c-a7f0-d161a4e9bb6b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416036 May 14 09:51:46.678097 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:46.742554 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41213-ccd8-4bef-acda-bf4ed1303600 req-1b87e59b-04e2-4567-bdeb-9fb67ea70ed0 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:46.744053 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-09f41213-ccd8-4bef-acda-bf4ed1303600 req-1b87e59b-04e2-4567-bdeb-9fb67ea70ed0 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 944 time: 0.0806887 May 14 09:51:46.747235 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-6ef942a4-9ddf-4e19-bc14-a528ce8d9613 service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238371 May 14 09:51:46.792665 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-09f41213-ccd8-4bef-acda-bf4ed1303600 req-62683d1e-b8a0-4d10-a79a-74e9d97576b6 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 May 14 09:51:46.889422 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f5e5294e-e451-4c27-8c05-1a6b1e6810d1 req-897f059a-8c69-4f44-9196-702b720190ac service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351743 May 14 09:51:47.013639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-8d13b78f-6814-409c-af25-1c1f40ae0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:47.015223 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-8d13b78f-6814-409c-af25-1c1f40ae0349 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbfaa7fdaee84682aa00098bf98b0f72&device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 1097 time: 0.0781033 May 14 09:51:47.148171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-c7b00efa-a4f5-4a74-a198-4c0d04e079c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:47.149679 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-c7b00efa-a4f5-4a74-a198-4c0d04e079c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 HTTP/1.1" status: 200 len: 915 time: 0.1278052 May 14 09:51:47.216842 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-16eafa81-beed-4843-b313-1567182ffb0e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee851e4-c1c8-47c5-96c6-e6e244f98d46 HTTP/1.1" status: 200 len: 217 time: 0.0608485 May 14 09:51:47.288615 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-f529fc4a-08a6-49cd-a8b2-fe3b82963441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:47.290063 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-f529fc4a-08a6-49cd-a8b2-fe3b82963441 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6d95e386-dc7e-48b4-9a79-1823c1299ca1 HTTP/1.1" status: 200 len: 854 time: 0.0661113 May 14 09:51:47.337906 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-dd43523a-1d53-4699-bb77-6dc3a704ac60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409315 May 14 09:51:47.474609 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-59a43263-560a-4f7a-8e1d-6f12d95eb001 service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288078 May 14 09:51:47.608337 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-40a7c489-0f4e-46ba-93f4-dad29cfc352c req-51b2837f-ce14-4b90-aebb-7ec1c2377d79 service neutron] 10.222.0.75 "GET /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271384 May 14 09:51:47.803861 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:51:47.985781 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0a17d-c524-46fc-b02b-848f53e43dee req-8011b03c-ec20-4209-88da-c87324045cea tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:47.986492 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-9bc0a17d-c524-46fc-b02b-848f53e43dee req-8011b03c-ec20-4209-88da-c87324045cea tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Synchronizing usage tracker for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:51:48.003424 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-9bc0a17d-c524-46fc-b02b-848f53e43dee req-8011b03c-ec20-4209-88da-c87324045cea tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Unset dirty status for tenant:fbfaa7fdaee84682aa00098bf98b0f72 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:51:48.004564 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9bc0a17d-c524-46fc-b02b-848f53e43dee req-8011b03c-ec20-4209-88da-c87324045cea tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 944 time: 0.1009758 May 14 09:51:48.053283 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9bc0a17d-c524-46fc-b02b-848f53e43dee req-77c821f1-d14a-4026-aff4-19bdd916d605 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 May 14 09:51:49.266000 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e392f8-c6be-4d16-9c81-2f285b753728 req-5ea9634b-47d7-4acc-8697-406f17cc3f70 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:49.267486 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-29e392f8-c6be-4d16-9c81-2f285b753728 req-5ea9634b-47d7-4acc-8697-406f17cc3f70 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 944 time: 0.0857582 May 14 09:51:49.315070 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-29e392f8-c6be-4d16-9c81-2f285b753728 req-651cee6e-d7a0-45e4-95c4-e3f2dbe762ab tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 May 14 09:51:50.094659 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:51:50.239254 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:50.252814 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46', 'network_id': 'fc5cda9d-f559-4639-a6c5-c20c5d8cdd51', 'port_id': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46', 'mac_address': 'fa:16:3e:53:80:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d95e386-dc7e-48b4-9a79-1823c1299ca1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:51:50.307254 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:50.325094 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:51:50.340989 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:50.346448 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:50.348321 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:50.416069 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:50.424296 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.424637 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.424968 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.425289 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.425610 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.425930 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.426242 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.426578 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.426922 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.427236 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.427544 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.427851 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:51:50.431898 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:50.502837 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5f5a-fc57-4907-82b6-6daeccfacabf req-07d8bf6f-4532-4956-b96e-327dbad14dc4 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:50.504309 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ac9b5f5a-fc57-4907-82b6-6daeccfacabf req-07d8bf6f-4532-4956-b96e-327dbad14dc4 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 945 time: 0.0828514 May 14 09:51:50.559691 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ac9b5f5a-fc57-4907-82b6-6daeccfacabf req-2fb98c58-9285-40b8-88fc-c98f4535774f tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 May 14 09:51:50.688132 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['4ee851e4-c1c8-47c5-96c6-e6e244f98d46'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:51:51.636831 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33576) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:51.754697 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239c267-bdbf-44ae-927a-5b46eb53e09e req-ca796cd2-4dc5-4718-8176-ee423d93a10a tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:51.756185 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b239c267-bdbf-44ae-927a-5b46eb53e09e req-ca796cd2-4dc5-4718-8176-ee423d93a10a tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 945 time: 0.0856268 May 14 09:51:51.759043 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:51.773471 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:51.777591 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Usage tracker for resource:security_group_rule and tenant:3705273c9a5a442592a515cb48d4056e is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:51.780510 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:51.786383 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:51.801685 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b239c267-bdbf-44ae-927a-5b46eb53e09e req-2d34445d-dc7c-4e74-978c-00daccc63e13 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 May 14 09:51:51.871428 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:51.876811 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:51.883656 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1cd36c94-92c7-4483-ae0b-e9d4553bd3c9 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:51.922670 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a5b526-f50e-484d-8011-87ecf1a258e7,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:51.926783 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3705273c9a5a442592a515cb48d4056e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889178 May 14 09:51:51.927619 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:51.930145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33582) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:51.989641 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c39fc37b-a574-428b-a61d-661293d88357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.015476 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c39fc37b-a574-428b-a61d-661293d88357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.072014 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c39fc37b-a574-428b-a61d-661293d88357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.075987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5ab16bd5-81ee-4c25-a8e4-79fa3f54fb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:52.088180 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc37b-a574-428b-a61d-661293d88357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a5b526-f50e-484d-8011-87ecf1a258e7,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:52.091086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c39fc37b-a574-428b-a61d-661293d88357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:52.093340 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c39fc37b-a574-428b-a61d-661293d88357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.095054 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c39fc37b-a574-428b-a61d-661293d88357 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1a5b526-f50e-484d-8011-87ecf1a258e7 HTTP/1.1" status: 204 len: 168 time: 0.1632652 May 14 09:51:52.105364 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:51:52.184172 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:51:52.189337 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:51:52.189807 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.310992 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.337823 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271de12-8024-423b-8c9a-60f63a97226f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:51:52.347410 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:51:52.352063 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.354718 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:52.385986 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33592) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:52.386139 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271de12-8024-423b-8c9a-60f63a97226f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46', 'code': 200} May 14 09:51:52.408580 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.424747 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:52.427806 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:52.434855 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:52.439007 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:875f9174132e4e31b827fd779f5c83e8 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:52.441809 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:52.449545 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:52.538620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.544113 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.552888 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ab3349f0-0360-462e-9f9a-f8fe0364be57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:52.632193 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ee747-c953-4af7-991f-e2522eeff34e,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:52.636508 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:52.640532 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-4512066f-a2fc-4ad6-8b91-890411371ef4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=875f9174132e4e31b827fd779f5c83e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530892 May 14 09:51:52.642834 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33596) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:52.666569 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1dd6-f4df-43db-a771-53238df06605 req-fdf6c95e-4043-48c6-83bb-9182603d7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:52.668091 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed9e1dd6-f4df-43db-a771-53238df06605 req-fdf6c95e-4043-48c6-83bb-9182603d7ef0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 1099 time: 0.1162004 May 14 09:51:52.702130 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-523f46fe-5651-468e-a809-275f2cf7bf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.714550 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ed9e1dd6-f4df-43db-a771-53238df06605 req-7af3335b-477d-4ce7-87ac-dab0b0a57670 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 May 14 09:51:52.727874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-523f46fe-5651-468e-a809-275f2cf7bf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.780587 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-523f46fe-5651-468e-a809-275f2cf7bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.785599 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fc6d6d1c-cf12-4014-b318-b0ae3d2ddb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:52.797152 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f46fe-5651-468e-a809-275f2cf7bf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4ee747-c953-4af7-991f-e2522eeff34e,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:52.800074 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-523f46fe-5651-468e-a809-275f2cf7bf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:52.802200 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-523f46fe-5651-468e-a809-275f2cf7bf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:52.803560 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-523f46fe-5651-468e-a809-275f2cf7bf08 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be4ee747-c953-4af7-991f-e2522eeff34e HTTP/1.1" status: 204 len: 168 time: 0.1593621 May 14 09:51:52.993612 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131801c-89f7-4a58-9329-bee3e3cd58d3 req-1fa4ac20-2e33-45ac-9ef5-d4660f2d2104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:52.995168 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0131801c-89f7-4a58-9329-bee3e3cd58d3 req-1fa4ac20-2e33-45ac-9ef5-d4660f2d2104 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 946 time: 0.0852327 May 14 09:51:53.039667 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0131801c-89f7-4a58-9329-bee3e3cd58d3 req-ca28e29e-01b5-4edd-b8ba-b13640985608 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 May 14 09:51:53.172280 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33606) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:53.190302 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:53.205522 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:53.209904 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:99958c81f0fa480092cbd0ba9ff3e8b1 is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:53.213066 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:53.219118 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:53.305114 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:53.310857 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:53.317252 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8c6fd882-3578-4975-add4-0fd0df8cc76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:53.357156 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99958c81f0fa480092cbd0ba9ff3e8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838424 May 14 09:51:53.358000 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98539d8-1bf7-456d-95e1-9c4b2b8f4f58,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:53.360056 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33610) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:53.361014 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5318084f-53b9-42f2-9633-199c7f24d2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:53.419538 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a1d58c1c-b028-4cb6-b7e2-a487a2dea8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:53.449868 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a1d58c1c-b028-4cb6-b7e2-a487a2dea8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:53.504180 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a1d58c1c-b028-4cb6-b7e2-a487a2dea8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:53.507784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d748f4de-c557-4b14-b7ed-cf34201a2403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:53.520313 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d58c1c-b028-4cb6-b7e2-a487a2dea8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98539d8-1bf7-456d-95e1-9c4b2b8f4f58,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:53.524072 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a1d58c1c-b028-4cb6-b7e2-a487a2dea8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:53.533174 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-a1d58c1c-b028-4cb6-b7e2-a487a2dea8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:53.534370 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-a1d58c1c-b028-4cb6-b7e2-a487a2dea8e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d98539d8-1bf7-456d-95e1-9c4b2b8f4f58 HTTP/1.1" status: 204 len: 168 time: 0.1733131 May 14 09:51:54.329030 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2604df-ace1-46f2-8590-a769df77027c req-ff33bea6-5f24-4ca7-9bf8-6c9daa756f85 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:51:54.330542 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5b2604df-ace1-46f2-8590-a769df77027c req-ff33bea6-5f24-4ca7-9bf8-6c9daa756f85 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 946 time: 0.1829617 May 14 09:51:54.378624 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5b2604df-ace1-46f2-8590-a769df77027c req-a9c39ca9-f6d8-4521-9f07-394a3dafabab tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 May 14 09:51:54.975496 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33666) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:55.096003 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:55.111800 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:51:55.115638 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Usage tracker for resource:security_group_rule and tenant:787a556063f148a09cc0af84e0d05f48 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:51:55.118495 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:51:55.124598 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:51:55.210609 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:55.216634 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:55.223443 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4959e689-c1e6-4163-b953-00fff4b1af9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:55.265815 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=787a556063f148a09cc0af84e0d05f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891667 May 14 09:51:55.266739 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ef801-5da2-4259-9414-dfd7263340f4,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:55.268705 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33672) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:51:55.269769 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:55.332714 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fae00044-812e-474f-9596-9273e41a228b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:55.359982 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fae00044-812e-474f-9596-9273e41a228b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:55.416775 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fae00044-812e-474f-9596-9273e41a228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:55.421573 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-bd0ce274-f3f7-46dc-a623-a8906359bb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:51:55.437874 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae00044-812e-474f-9596-9273e41a228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ef801-5da2-4259-9414-dfd7263340f4,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:51:55.446209 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fae00044-812e-474f-9596-9273e41a228b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:51:55.447240 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fae00044-812e-474f-9596-9273e41a228b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:51:55.450865 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-fae00044-812e-474f-9596-9273e41a228b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b85ef801-5da2-4259-9414-dfd7263340f4 HTTP/1.1" status: 204 len: 168 time: 0.1787062 May 14 09:52:07.655564 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 33854) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:07.783388 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:07.798741 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:07.803483 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Usage tracker for resource:security_group_rule and tenant:5692f6107bdc40609257acd78f686efa is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:07.806626 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:07.813190 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:07.895479 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:07.902228 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:07.914065 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-336709e0-8e76-4d6b-98be-fac50ed2244c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:07.957828 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5692f6107bdc40609257acd78f686efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008747 May 14 09:52:07.958743 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb69579-a4eb-4982-8efa-40c623fbe401,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:07.960862 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 33860) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:07.962023 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fb6dbe8f-ac2c-4faa-865c-62fc59507b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:08.032707 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-149ba250-6226-4cb0-9ca0-dff8f15818d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:08.058686 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-149ba250-6226-4cb0-9ca0-dff8f15818d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:08.112956 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-149ba250-6226-4cb0-9ca0-dff8f15818d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:08.116791 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-7655a69a-fd93-4088-aa72-cd107651693b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:08.129725 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ba250-6226-4cb0-9ca0-dff8f15818d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb69579-a4eb-4982-8efa-40c623fbe401,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:08.133611 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-149ba250-6226-4cb0-9ca0-dff8f15818d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:08.140152 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-149ba250-6226-4cb0-9ca0-dff8f15818d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:08.141282 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-149ba250-6226-4cb0-9ca0-dff8f15818d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ceb69579-a4eb-4982-8efa-40c623fbe401 HTTP/1.1" status: 204 len: 168 time: 0.1793723 May 14 09:52:08.775846 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-53248721-c710-4360-9b01-193e9ddadd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:11.218661 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:11.506243 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3e722866-eac8-4001-bdf6-cbc958c2337a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:12.320339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:13.886840 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:15.638736 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444262f-fab4-4365-9709-c5a385ea5451 req-64e45683-4b18-42d4-8ef7-b4cb1afbf1e0 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:15.640208 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6444262f-fab4-4365-9709-c5a385ea5451 req-64e45683-4b18-42d4-8ef7-b4cb1afbf1e0 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 946 time: 0.0993292 May 14 09:52:15.685364 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-6444262f-fab4-4365-9709-c5a385ea5451 req-7156ef49-e8ba-442c-addd-034a13512499 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 May 14 09:52:16.695525 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:16.885013 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d8f0-3d23-4205-9275-f1b419021345 req-d21610ac-428a-4d64-a539-ca02b4f61966 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:16.886378 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cc48d8f0-3d23-4205-9275-f1b419021345 req-d21610ac-428a-4d64-a539-ca02b4f61966 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 946 time: 0.0912945 May 14 09:52:16.934423 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-cc48d8f0-3d23-4205-9275-f1b419021345 req-96803485-f92c-4981-9395-3e506444d63b tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 May 14 09:52:18.141614 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f595d-9658-4d3b-b271-3f029a19d383 req-3a9194b7-7c3b-40ce-a4aa-008e40ab6e65 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:18.142974 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-029f595d-9658-4d3b-b271-3f029a19d383 req-3a9194b7-7c3b-40ce-a4aa-008e40ab6e65 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 946 time: 0.0921295 May 14 09:52:18.188834 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-029f595d-9658-4d3b-b271-3f029a19d383 req-f9b88c37-c5dd-4eda-ae8a-9eef121ff71b tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 May 14 09:52:19.399213 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f077a4-d839-4f13-bcdd-8d022c82a3d8 req-9079174d-b680-4ea7-a28c-fae2e6a36600 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:19.400648 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e5f077a4-d839-4f13-bcdd-8d022c82a3d8 req-9079174d-b680-4ea7-a28c-fae2e6a36600 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 946 time: 0.0873749 May 14 09:52:19.451599 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e5f077a4-d839-4f13-bcdd-8d022c82a3d8 req-81d6ff2a-7001-42e6-92d7-d59197257e52 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/security-groups?id=8151cb4c-8b99-4f55-864c-cfb4dc3de613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 May 14 09:52:19.931836 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-6def8ba8-e9a7-426c-a87b-86b19ab45b1e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:19.933489 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-6def8ba8-e9a7-426c-a87b-86b19ab45b1e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 946 time: 0.0917215 May 14 09:52:20.085254 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Deleting port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:52:20.085468 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:20.223366 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] For port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,segment=NetworkSegment(ba23f0f1-e7fa-45df-84aa-ea3e08594823),segment_id=ba23f0f1-e7fa-45df-84aa-ea3e08594823)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:20.223720 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:20.345366 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Calling delete_port for 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:52:20.463772 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:20.469997 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-bd42a922-a991-4d0e-a942-56208f04b812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:20.477591 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['4ee851e4-c1c8-47c5-96c6-e6e244f98d46'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:52:20.515131 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Pushing event deleted for resources: {'Port': ['ID=4ee851e4-c1c8-47c5-96c6-e6e244f98d46,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:20.548372 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.548747 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.549112 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.549467 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.549818 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.550169 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.550552 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.550898 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.551246 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.551595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.551939 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.552251 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:20.560550 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:20.598481 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-53d89bad-6bb5-4820-b4ef-e18aca5de650 req-76c04353-8bc1-4eb9-8328-08fac0766311 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.67 "GET /v2.0/ports?device_id=8271de12-8024-423b-8c9a-60f63a97226f HTTP/1.1" status: 200 len: 210 time: 0.0430892 May 14 09:52:20.602198 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] No DVR routers for this DVR port 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:52:20.604830 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:20.607583 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271de12-8024-423b-8c9a-60f63a97226f', 'name': 'network-vif-deleted', 'tag': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:52:20.624422 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f35c401e-265a-4e8c-a027-cfcbba9c5e8a req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] 10.222.0.75 "DELETE /v2.0/ports/4ee851e4-c1c8-47c5-96c6-e6e244f98d46 HTTP/1.1" status: 204 len: 173 time: 0.6851087 May 14 09:52:20.654727 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271de12-8024-423b-8c9a-60f63a97226f', 'name': 'network-vif-deleted', 'tag': '4ee851e4-c1c8-47c5-96c6-e6e244f98d46', 'status': 'completed', 'code': 200} May 14 09:52:24.280213 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:52:24.325739 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:52:24.326077 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device 4ee851e4-c1c8-47c5-96c6-e6e244f98d46 not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:52:24.803223 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:52:38.786543 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-21a01671-0878-423c-8e7d-2369671346ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:41.202689 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:41.502116 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-4efaddba-23fc-428a-8ad5-17242394c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.323355 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.398030 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34036) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:42.459337 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Deleting subnet 6d95e386-dc7e-48b4-9a79-1823c1299ca1 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:52:42.462844 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.511934 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10515965'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.571718 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.834778 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10678737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10711461'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.841219 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:42.966367 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:42.968879 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d95e386-dc7e-48b4-9a79-1823c1299ca1,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:42.972267 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:42.975456 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-9baa6da5-90ed-4bd7-91e8-a175f438eb96 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6d95e386-dc7e-48b4-9a79-1823c1299ca1 HTTP/1.1" status: 204 len: 168 time: 0.5764511 May 14 09:52:42.979928 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 34040) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:43.092758 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.285187 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.301226 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5cda9d-f559-4639-a6c5-c20c5d8cdd51']}} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:43.313315 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba23f0f1-e7fa-45df-84aa-ea3e08594823') {'for_net_delete': True} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:43.313603 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.services.segments.db [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba23f0f1-e7fa-45df-84aa-ea3e08594823') {} {{(pid=78736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:43.325059 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11830243'] for segment, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.342578 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.349742 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=78736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:52:43.350164 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010906'] for segment, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: Traceback (most recent call last): May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: timer() May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: cb(*args, **kw) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: return func(*args, **kwargs) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: self._notify() May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: self.callback(batched_events) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: event.method(event) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: return f(self, *a, **k) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: return self._get(url).json() May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: return self.request(url, 'GET', **kwargs) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:52:43.364033 dv-cinder-734144-18-smb neutron-server[78736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:52:43.436775 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.441751 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-df0e01d7-a090-4c84-9aed-1b7eb53f7022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:43.462106 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.474396 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5cda9d-f559-4639-a6c5-c20c5d8cdd51,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:43.482728 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] 10.222.0.67 "DELETE /v2.0/networks/fc5cda9d-f559-4639-a6c5-c20c5d8cdd51 HTTP/1.1" status: 204 len: 168 time: 0.5014637 May 14 09:52:43.484030 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.484394 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.484750 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.485075 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.485463 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.485815 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.486221 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.486804 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.486958 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.487301 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.487643 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.487982 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:43.491153 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3f4349ea-e0f0-4d2f-8540-e0e9bcf60f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:43.610772 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34046) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:43.660815 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f16f17a5-b5cf-44c6-9b41-c9e8ceaab74d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fbfaa7fdaee84682aa00098bf98b0f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487869 May 14 09:52:43.664157 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34050) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:43.722694 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-938044ff-0c99-4d97-8075-e17da7be96cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.749646 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-938044ff-0c99-4d97-8075-e17da7be96cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.805111 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-938044ff-0c99-4d97-8075-e17da7be96cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.809919 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebcd4484-68b3-4469-a965-5c9f26eee92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:43.826757 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938044ff-0c99-4d97-8075-e17da7be96cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151cb4c-8b99-4f55-864c-cfb4dc3de613,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:43.829373 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-938044ff-0c99-4d97-8075-e17da7be96cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:43.835319 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-938044ff-0c99-4d97-8075-e17da7be96cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:43.836423 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-938044ff-0c99-4d97-8075-e17da7be96cc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8151cb4c-8b99-4f55-864c-cfb4dc3de613 HTTP/1.1" status: 204 len: 168 time: 0.1713848 May 14 09:52:43.886543 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.612476 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34074) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:44.723013 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153510264-network', 'tenant_id': '509ddd908aca410c806e51f4d570249f'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:44.728257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:44.732840 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Usage tracker for resource:network and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:44.735913 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:44.741800 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:44.755703 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Made reservation on behalf of 509ddd908aca410c806e51f4d570249f for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:52:44.758201 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.771009 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.786329 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:44.790624 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:44.793866 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:44.799628 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:44.884906 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.890692 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.893525 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-2b8bd784-fd61-46e0-a3de-25eba6a44152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:44.920682 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:52:44.928957 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770bb25b-92a5-4f05-85c4-1597def65474,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:44.932653 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:44.935125 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.935466 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Added segment aa92b972-765a-4ac9-9671-79d3ac2ff95c of type vlan for network ef90fa0a-0505-48ee-8971-1f0b6c714db0 May 14 09:52:44.967984 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.997927 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:44.999395 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:44.999974 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.003217 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-414e1196-6ae9-42f6-8536-f13597053499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:45.103123 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4895694 May 14 09:52:45.104135 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Pushing event updated for resources: {'Network': ['ID=ef90fa0a-0505-48ee-8971-1f0b6c714db0,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:45.106354 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 34080) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:45.107330 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-075279f1-1a40-485a-9267-20b66c29c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:45.112334 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Request body: {'subnet': {'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153510264-subnet', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'ip_version': 4}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:45.115242 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:52:45.117675 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:45.121909 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Usage tracker for resource:subnet and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:45.124958 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:45.131180 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:45.143172 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Made reservation on behalf of 509ddd908aca410c806e51f4d570249f for: {'subnet': 1} {{(pid=78736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:52:45.145638 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12020129'] for subnet, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.543646 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11830071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12020159'] for subnet, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.547297 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-fa6eee3f-c0a1-424e-841d-9f03c0b83698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:45.616034 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77cafe0d-ae4c-4f60-93b4-6407095187fa,revision_number=0']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:45.618862 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:45.627913 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Checking segment: {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:45.628258 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Network hostable DHCP agents. Network: ef90fa0a-0505-48ee-8971-1f0b6c714db0, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:52:45.647379 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:52:45.657963 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, ef90fa0a-0505-48ee-8971-1f0b6c714db0) {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:45.667198 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4f3d0-a7bc-46a9-9801-11896fbb1b8f None None] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:52:45.667707 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:45.668285 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for subnet, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.688753 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-8a7aa559-0da2-4f89-a568-c02d1902338a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5811572 May 14 09:52:45.691549 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 34084) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:45.696812 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:45.702067 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:45.706559 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Usage tracker for resource:router and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:45.709698 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:45.716212 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:45.728124 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.729558 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.744771 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:45.924995 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:52:45.926064 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.027897 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.124650 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Allocated IP 172.20.0.2 (ef90fa0a-0505-48ee-8971-1f0b6c714db0/77cafe0d-ae4c-4f60-93b4-6407095187fa/8bb73846-7ec1-4a51-8292-973f2de2416b) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:46.343182 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.353642 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Transition to ACTIVE for port object 8bb73846-7ec1-4a51-8292-973f2de2416b will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:46.373792 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Transition to ACTIVE for port object 8bb73846-7ec1-4a51-8292-973f2de2416b will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:46.382185 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.388079 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:46.449869 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:46.452751 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:46.457094 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:46.496840 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.499990 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Pushing event updated for resources: {'Port': ['ID=8bb73846-7ec1-4a51-8292-973f2de2416b,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:46.507382 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:46.529241 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.562019 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Attempting to bind port 8bb73846-7ec1-4a51-8292-973f2de2416b on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:52:46.562391 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Attempting to bind port 8bb73846-7ec1-4a51-8292-973f2de2416b by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:52:46.562788 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Attempting to bind port 8bb73846-7ec1-4a51-8292-973f2de2416b on network ef90fa0a-0505-48ee-8971-1f0b6c714db0 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:46.568668 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:52:46.569088 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Checking segment: {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:46.569488 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.569880 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Bound using segment: {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:52:46.570358 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Bound port: 8bb73846-7ec1-4a51-8292-973f2de2416b, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:52:46.570740 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.669332 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] For port 8bb73846-7ec1-4a51-8292-973f2de2416b, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:52:46.675644 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] For port 8bb73846-7ec1-4a51-8292-973f2de2416b, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=8bb73846-7ec1-4a51-8292-973f2de2416b,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:52:46.678974 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Allocated IP 172.28.0.204 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/7b4cc1c7-24a4-49ef-9a23-934b9eb143fa) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:46.681332 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.685547 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:46.723245 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.777283 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Pushing event updated for resources: {'Port': ['ID=8bb73846-7ec1-4a51-8292-973f2de2416b,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:46.782540 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-3cee3add-d091-49c1-ac47-811f26063698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:46.835154 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.865931 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:46.869869 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-e6ad3e07-9a65-4745-8112-4f2f6f681432 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:46.942362 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:46.942362 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:46.942362 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:46.987556 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:46.990897 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:47.384947 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:47.641338 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561b3ff-e725-4368-a2f5-51ec65868743 None None] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:52:47.722023 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:47.732994 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-5c8d67c1-0d24-4632-9cc9-1e962c5a6c40 None None] Provisioning for port 8bb73846-7ec1-4a51-8292-973f2de2416b completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:47.865178 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8bb73846-7ec1-4a51-8292-973f2de2416b up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:47.957391 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 8bb73846-7ec1-4a51-8292-973f2de2416b completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:47.962246 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 8bb73846-7ec1-4a51-8292-973f2de2416b triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:47.962884 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:48.024560 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Router 79bc222d-8b34-4541-a18b-cac04eec948a is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:52:48.085149 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:48.119720 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 8bb73846-7ec1-4a51-8292-973f2de2416b, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=8bb73846-7ec1-4a51-8292-973f2de2416b,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:48.124439 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:48.127370 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-07c1094d-a230-4bdc-acc0-9f312efce62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:48.198844 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-5ed57557-78a4-4a30-9d88-8b8cee28530a None None] Provisioning complete for port 8bb73846-7ec1-4a51-8292-973f2de2416b triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:48.199215 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-5ed57557-78a4-4a30-9d88-8b8cee28530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:48.210925 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:52:48.235212 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:48.236101 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Sync routers for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:52:48.236344 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5438809 May 14 09:52:48.239113 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 34088) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:48.246148 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=8bb73846-7ec1-4a51-8292-973f2de2416b,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:48.254636 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:48.263821 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:48.264430 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:48.530006 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:48.817799 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:47Z', 'revision_number': 3, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:48.821763 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Checking router: 79bc222d-8b34-4541-a18b-cac04eec948a for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:52:48.822118 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Updating router 79bc222d-8b34-4541-a18b-cac04eec948a port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:52:48.875202 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:48.907474 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.109969 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.db_base_plugin_common [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Allocated IP 172.20.0.1 (ef90fa0a-0505-48ee-8971-1f0b6c714db0/77cafe0d-ae4c-4f60-93b4-6407095187fa/e2c69e3a-4814-4204-9464-beb0d7b5c257) {{(pid=78736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:49.196448 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.207852 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Transition to ACTIVE for port object 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:49.215276 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.219725 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-6f7bbcb6-bc82-48a9-8e02-10dc786c250e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:49.255737 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.271655 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.provisioning_blocks [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Transition to ACTIVE for port object e2c69e3a-4814-4204-9464-beb0d7b5c257 will not be triggered until provisioned by entity DHCP. {{(pid=78736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:49.290530 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Attempting to bind port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:52:49.290890 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Attempting to bind port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:52:49.291488 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Attempting to bind port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:49.298556 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.304450 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:52:49.304836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:49.305239 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.305626 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-46f220e2-3e4a-4709-baeb-ba9e666f538d tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:49.305740 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:52:49.306096 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Bound port: 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:52:49.306471 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.337358 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d0019-a79f-4d92-9e69-8819405baf1a None None] Pushing event updated for resources: {'Port': ['ID=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:49.346206 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9b9d0019-a79f-4d92-9e69-8819405baf1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:49.362237 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:49.364846 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:49.368455 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Received port after_create {{(pid=78736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:49.389834 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] For port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:52:49.393118 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] For port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:52:49.399584 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.404879 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:49.484582 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d0019-a79f-4d92-9e69-8819405baf1a None None] Pushing event updated for resources: {'Port': ['ID=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:49.489776 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9b9d0019-a79f-4d92-9e69-8819405baf1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:49.505709 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:49.506423 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:49.527285 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Pushing event updated for resources: {'Port': ['ID=e2c69e3a-4814-4204-9464-beb0d7b5c257,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:49.533084 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:49.553810 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.668601 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-259829ba-89d0-43e5-a688-5e0fc338ceeb None None] Provisioning for port e2c69e3a-4814-4204-9464-beb0d7b5c257 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:49.678927 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-259829ba-89d0-43e5-a688-5e0fc338ceeb None None] Provisioning complete for port e2c69e3a-4814-4204-9464-beb0d7b5c257 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:49.679305 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-259829ba-89d0-43e5-a688-5e0fc338ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.762105 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:49.804443 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-259829ba-89d0-43e5-a688-5e0fc338ceeb None None] Port e2c69e3a-4814-4204-9464-beb0d7b5c257 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:52:49.807604 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:49.902195 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8bb73846-7ec1-4a51-8292-973f2de2416b up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:50.033032 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:50.039387 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010942'] for port, after_update {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:50.066887 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:50.085123 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 8bb73846-7ec1-4a51-8292-973f2de2416b triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:50.085500 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:50.148143 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Pushing event updated for resources: {'Port': ['ID=e2c69e3a-4814-4204-9464-beb0d7b5c257,revision_number=2']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:50.150465 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:50.154504 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:50.251428 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:47Z', 'revision_number': 3, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:50.258209 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cbb9c-4f22-4437-aae6-34a54f7a0014 None None] The sync data for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb is: [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:47Z', 'revision_number': 3, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:52:50.294302 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 is already hosted by enough agents. {{(pid=78736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:50.295611 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Resources bound (agent type, host, resource id): {{(pid=78736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:50.523690 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Router 79bc222d-8b34-4541-a18b-cac04eec948a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:52:50.633083 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-230ef749-91d7-4e8d-be86-17c9b5dae517 None None] Provisioning complete for port e2c69e3a-4814-4204-9464-beb0d7b5c257 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:50.633476 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-230ef749-91d7-4e8d-be86-17c9b5dae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:50.693874 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-230ef749-91d7-4e8d-be86-17c9b5dae517 None None] Port e2c69e3a-4814-4204-9464-beb0d7b5c257 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:52:50.708805 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:52:50.718167 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-d1b1a415-ab25-4168-a58e-417248c0ca9d admin admin] 10.222.0.67 "PUT /v2.0/routers/79bc222d-8b34-4541-a18b-cac04eec948a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4780557 May 14 09:52:51.236181 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34106) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:51.241936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1402718545-network', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:51.247108 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:51.251223 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Usage tracker for resource:network and tenant:2bbcde91ff9b48a7bdeb1aee79299e72 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:51.254298 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:51.260425 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:51.273340 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Made reservation on behalf of 2bbcde91ff9b48a7bdeb1aee79299e72 for: {'network': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:52:51.275731 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for network, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.288599 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.303842 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:51.308307 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Usage tracker for resource:security_group_rule and tenant:2bbcde91ff9b48a7bdeb1aee79299e72 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:51.311351 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:51.317583 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:51.417532 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.421934 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.424830 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5c8d14d8-84ac-4031-963e-84a5cef0f815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:51.452935 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=78735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 09:52:51.461984 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e417768e-d57d-453d-acfa-c49a63d91edb,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:51.466585 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:51.469043 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.469375 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.segments_db [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Added segment e905a0d9-a18b-4eab-bcb5-c701235e463c of type vlan for network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc May 14 09:52:51.497369 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732265457008'] for network, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.527953 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007'] for network, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.529296 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:51.529906 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.533763 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-27289762-4dcf-43fe-b5ee-1b8442b13c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:51.635050 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Pushing event updated for resources: {'Network': ['ID=dbf60e58-be4e-4e0d-ada8-c1864a8abfdc,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:51.641145 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4013262 May 14 09:52:51.641145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5ae4d0cb-e9b6-4cac-afd5-78125993bfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:51.641415 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34110) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:51.646142 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc details requested by agent ovs-agent-dv-cinder-734144-18-smb with host dv-cinder-734144-18-smb {{(pid=78737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 09:52:51.646716 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Request body: {'subnet': {'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1402718545-subnet', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'ip_version': 4}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:51.652237 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:51.658242 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Usage tracker for resource:subnet and tenant:2bbcde91ff9b48a7bdeb1aee79299e72 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:51.659865 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:51.666595 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:51.678957 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Made reservation on behalf of 2bbcde91ff9b48a7bdeb1aee79299e72 for: {'subnet': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:52:51.681247 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10711490'] for subnet, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:51.708309 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Sync routers for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:52:51.717869 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:51.718469 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:51.852096 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:51.898960 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:51.925544 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:51.931562 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:51.932167 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.055794 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.073553 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:52.078261 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.080279 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-44e288de-022d-4c02-b4b2-350b7ed5352c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:52.091544 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10565398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10711516'] for subnet, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.095642 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fcacd4ee-d161-4600-be4e-477c15776001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:52.153422 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:52.161564 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.161903 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.162236 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.162615 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.162937 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.163259 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.163579 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.163898 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.164339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.164562 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.164819 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.165126 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.166575 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e883b1-7601-4ab5-b1b1-31bab3a73c27,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:52.169661 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:52.170070 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:52.176365 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Checking segment: {'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:52.176713 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Network hostable DHCP agents. Network: dbf60e58-be4e-4e0d-ada8-c1864a8abfdc, hostable agents: ['5591e3c2-002d-4579-98c8-3ab9ed5a9c0f'], hosted agents: [] {{(pid=78735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 09:52:52.194868 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc is scheduled to be hosted by DHCP agent 5591e3c2-002d-4579-98c8-3ab9ed5a9c0f with binding_index 1 {{(pid=78735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 09:52:52.206099 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-18-smb, dbf60e58-be4e-4e0d-ada8-c1864a8abfdc) {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:52.215195 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:52:52.215818 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.217014 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed086c-3e89-4809-b9cc-e5793ee398d8 None None] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:52:52.241171 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5987196 May 14 09:52:52.243612 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34114) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:52.249208 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:52.254143 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:52.258187 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Usage tracker for resource:router and tenant:2bbcde91ff9b48a7bdeb1aee79299e72 is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:52.261282 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:52.267471 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:52.273011 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 2, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:52.277097 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Checking router: 79bc222d-8b34-4541-a18b-cac04eec948a for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:52:52.277424 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Updating router 79bc222d-8b34-4541-a18b-cac04eec948a port e2c69e3a-4814-4204-9464-beb0d7b5c257 binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:52:52.285706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104031'] for router, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.286999 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104006'] for router, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.306951 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.332314 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.455868 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc922d3a3-5c53-5104-830a-0d783a208394-dbf60e58-be4e-4e0d-ada8-c1864a8abfdc', 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'fixed_ips': [{'subnet_id': 'b3e883b1-7601-4ab5-b1b1-31bab3a73c27'}]}} from dv-cinder-734144-18-smb. {{(pid=78737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 09:52:52.456927 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.622418 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.db_base_plugin_common [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Allocated IP 172.20.0.2 (dbf60e58-be4e-4e0d-ada8-c1864a8abfdc/b3e883b1-7601-4ab5-b1b1-31bab3a73c27/469ecb2e-9f4e-493d-a5c7-d747dd857580) {{(pid=78737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:52.693804 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.705866 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Transition to ACTIVE for port object e2c69e3a-4814-4204-9464-beb0d7b5c257 will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:52.714425 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.724112 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:52.757538 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104052'] for router, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.843306 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Notify callbacks [] for port, precommit_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.854295 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Transition to ACTIVE for port object 469ecb2e-9f4e-493d-a5c7-d747dd857580 will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:52.873922 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Transition to ACTIVE for port object 469ecb2e-9f4e-493d-a5c7-d747dd857580 will not be triggered until provisioned by entity DHCP. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:52.883653 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750'] for port, after_create {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.887415 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Pushing event updated for resources: {'Port': ['ID=e2c69e3a-4814-4204-9464-beb0d7b5c257,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:52.889968 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:52.931519 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.932362 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.932845 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.933325 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.933813 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.934279 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.934794 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.935273 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.935744 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.936221 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.936778 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.937255 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:52:52.956473 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:52.957406 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Attempting to bind port e2c69e3a-4814-4204-9464-beb0d7b5c257 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:52:52.957915 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Attempting to bind port e2c69e3a-4814-4204-9464-beb0d7b5c257 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:52:52.958430 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Attempting to bind port e2c69e3a-4814-4204-9464-beb0d7b5c257 on network ef90fa0a-0505-48ee-8971-1f0b6c714db0 {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:52.959067 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc is already hosted by enough agents. {{(pid=78737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:52.963000 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.scheduler.base_scheduler [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Resources bound (agent type, host, resource id): {{(pid=78737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:52.964592 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:52:52.965180 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Checking segment: {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:52.965750 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.966281 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Bound using segment: {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:52:52.966960 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Bound port: e2c69e3a-4814-4204-9464-beb0d7b5c257, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:52:52.967521 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:52.968605 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Received port after_create {{(pid=78737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:53.061090 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] For port e2c69e3a-4814-4204-9464-beb0d7b5c257, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:52:53.065067 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] For port e2c69e3a-4814-4204-9464-beb0d7b5c257, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=e2c69e3a-4814-4204-9464-beb0d7b5c257,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:52:53.070463 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.076943 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-ca129154-dddc-40bb-a82f-d328078da47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:53.092816 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.099863 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Pushing event updated for resources: {'Port': ['ID=469ecb2e-9f4e-493d-a5c7-d747dd857580,revision_number=1']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:53.107824 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:53.125039 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.129339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Attempting to bind port 469ecb2e-9f4e-493d-a5c7-d747dd857580 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:52:53.129718 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Attempting to bind port 469ecb2e-9f4e-493d-a5c7-d747dd857580 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:52:53.130117 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Attempting to bind port 469ecb2e-9f4e-493d-a5c7-d747dd857580 on network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:53.137423 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:52:53.137807 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Checking segment: {'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:53.138299 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.138627 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Bound using segment: {'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:52:53.139304 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Bound port: 469ecb2e-9f4e-493d-a5c7-d747dd857580, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:52:53.139478 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.155572 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:53.157329 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:53.234554 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] For port 469ecb2e-9f4e-493d-a5c7-d747dd857580, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:52:53.238464 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] For port 469ecb2e-9f4e-493d-a5c7-d747dd857580, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=469ecb2e-9f4e-493d-a5c7-d747dd857580,segment=NetworkSegment(e905a0d9-a18b-4eab-bcb5-c701235e463c),segment_id=e905a0d9-a18b-4eab-bcb5-c701235e463c)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:52:53.244962 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.251007 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:53.280175 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Allocated IP 172.28.0.130 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:53.296472 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Pushing event updated for resources: {'Port': ['ID=e2c69e3a-4814-4204-9464-beb0d7b5c257,revision_number=4']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:53.299910 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-20d19400-d62f-43e3-a7ac-fead6bf17aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:53.345700 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Pushing event updated for resources: {'Port': ['ID=469ecb2e-9f4e-493d-a5c7-d747dd857580,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:53.349138 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:53.386018 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:53.474813 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.511370 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:53.516399 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a87369ab-b486-481e-af74-edbe73b13f86 tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:53.593210 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:53.595984 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:53.599724 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:53.662421 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Pushing event updated for resources: {'Port': ['ID=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:53.667640 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:53.768291 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:53Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:53.772374 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674f91f-5d8d-41ec-912a-51357089bc1c None None] The sync data for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb is: [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:53Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:52:53.947722 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:54.028971 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:54.029523 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:54.064185 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:54.158439 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469ecb2e-9f4e-493d-a5c7-d747dd857580 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:54.238214 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 469ecb2e-9f4e-493d-a5c7-d747dd857580 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:54.343254 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b51908-921f-4714-9478-4a21ee93d2f9 None None] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:52:54.476049 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Provisioning for port 469ecb2e-9f4e-493d-a5c7-d747dd857580 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:54.484665 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Provisioning complete for port 469ecb2e-9f4e-493d-a5c7-d747dd857580 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:54.485182 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:54.573820 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974870'] for router, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:54.693425 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:54.742360 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] For port 469ecb2e-9f4e-493d-a5c7-d747dd857580, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=469ecb2e-9f4e-493d-a5c7-d747dd857580,segment=NetworkSegment(e905a0d9-a18b-4eab-bcb5-c701235e463c),segment_id=e905a0d9-a18b-4eab-bcb5-c701235e463c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:54.749418 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:54.752875 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:54.797564 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Router ab474538-d574-4fa1-8a12-287e72cf678f is scheduled to L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f with binding_index 1 {{(pid=78735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 09:52:54.840871 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Pushing event updated for resources: {'Port': ['ID=469ecb2e-9f4e-493d-a5c7-d747dd857580,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:54.844066 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:54.971331 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-1c1cc5bf-4a96-4bf5-9991-9430e269a294 None None] Provisioning complete for port 469ecb2e-9f4e-493d-a5c7-d747dd857580 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:54.971972 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc5bf-4a96-4bf5-9991-9430e269a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:54.985960 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:52:55.001296 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Sync routers for ids ['ab474538-d574-4fa1-8a12-287e72cf678f'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:52:55.011953 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:55.013398 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b3a9bdfa-1b91-4fd5-9bb1-55662a236246 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7685990 May 14 09:52:55.016201 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34118) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:55.024213 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Routers {'ab474538-d574-4fa1-8a12-287e72cf678f'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:55.024812 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['ab474538-d574-4fa1-8a12-287e72cf678f'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:55.259339 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Set router ab474538-d574-4fa1-8a12-287e72cf678f gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:55.585274 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:52:53Z', 'revision_number': 3, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port': {'id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:53Z', 'updated_at': '2021-05-14T09:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:55.589380 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Checking router: ab474538-d574-4fa1-8a12-287e72cf678f for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:52:55.589740 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Updating router ab474538-d574-4fa1-8a12-287e72cf678f port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd binding host dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:52:55.644093 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:55.692203 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:55.907291 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e2c69e3a-4814-4204-9464-beb0d7b5c257 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:56.027296 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Allocated IP 172.20.0.1 (dbf60e58-be4e-4e0d-ada8-c1864a8abfdc/b3e883b1-7601-4ab5-b1b1-31bab3a73c27/16cf9bed-964e-4794-a151-d272f17dd3b9) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:52:56.040915 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Notify callbacks [] for port, precommit_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.043532 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port e2c69e3a-4814-4204-9464-beb0d7b5c257 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:56.054348 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port e2c69e3a-4814-4204-9464-beb0d7b5c257 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:56.054749 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.086422 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Transition to ACTIVE for port object e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd will not be triggered until provisioned by entity L2. {{(pid=78737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:56.100272 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.106564 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:56.179647 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.195416 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Transition to ACTIVE for port object 16cf9bed-964e-4794-a151-d272f17dd3b9 will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:56.195656 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a65186-b76c-41a8-8d53-b803f2b40e39 None None] Pushing event updated for resources: {'Port': ['ID=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,revision_number=2']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:56.198211 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Attempting to bind port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:52:56.198589 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Attempting to bind port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:52:56.198962 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Attempting to bind port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd on network 79ff230e-cfb4-4237-a7fe-82346cf006d5 {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:56.203602 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-b6a65186-b76c-41a8-8d53-b803f2b40e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:56.208932 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:52:56.209309 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Checking segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:56.209714 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.210103 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Bound using segment: {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'} {{(pid=78737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:52:56.210599 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.managers [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Bound port: e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a576960-2d86-467e-8b64-1948c71e5b01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5'}}] {{(pid=78737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:52:56.210984 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.221928 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.226504 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3b241c8e-65b9-44a7-bfa9-41fbf6b266e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:56.282833 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:56.285514 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:56.289174 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:52:56.330175 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.333802 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Pushing event updated for resources: {'Port': ['ID=16cf9bed-964e-4794-a151-d272f17dd3b9,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:56.338100 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:56.342172 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] For port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:52:56.358013 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] For port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:52:56.358286 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977098'] for router_interface, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.366631 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.372355 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:56.424127 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port e2c69e3a-4814-4204-9464-beb0d7b5c257, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=e2c69e3a-4814-4204-9464-beb0d7b5c257,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:56.449933 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Routers {'ab474538-d574-4fa1-8a12-287e72cf678f'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:56.450794 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['ab474538-d574-4fa1-8a12-287e72cf678f'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:56.500063 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.500913 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469ecb2e-9f4e-493d-a5c7-d747dd857580 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:56.609220 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.663343 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a65186-b76c-41a8-8d53-b803f2b40e39 None None] Pushing event updated for resources: {'Port': ['ID=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,revision_number=3']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:56.670821 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-b6a65186-b76c-41a8-8d53-b803f2b40e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:56.673455 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-9b9d0019-a79f-4d92-9e69-8819405baf1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:56.717818 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d1d5e3fc-7f97-4a78-9dd5-e1191bbaa4f2 None None] Provisioning for port 16cf9bed-964e-4794-a151-d272f17dd3b9 completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:56.736181 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-d1d5e3fc-7f97-4a78-9dd5-e1191bbaa4f2 None None] Provisioning complete for port 16cf9bed-964e-4794-a151-d272f17dd3b9 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:56.736551 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e3fc-7f97-4a78-9dd5-e1191bbaa4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.809633 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] Set router ab474538-d574-4fa1-8a12-287e72cf678f gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:56.839314 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.844773 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.871466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d71fa7f6-fdd3-472d-ab96-e197503b1c3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:56.908664 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=e2c69e3a-4814-4204-9464-beb0d7b5c257,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:56.911227 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 469ecb2e-9f4e-493d-a5c7-d747dd857580 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:56.911605 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.952335 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Pushing event updated for resources: {'Port': ['ID=16cf9bed-964e-4794-a151-d272f17dd3b9,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:56.955917 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-976981'] for router_interface, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:56.958921 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:56.987280 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:57.018774 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5e3fc-7f97-4a78-9dd5-e1191bbaa4f2 None None] Port 16cf9bed-964e-4794-a151-d272f17dd3b9 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:52:57.092987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:52:57.094230 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:52:57.249740 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:52:53Z', 'revision_number': 3, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port': {'id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:53Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:57.254089 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa7814-ce92-4ad4-8a86-da8a172c5b65 None None] The sync data for ids ['ab474538-d574-4fa1-8a12-287e72cf678f'] in dv-cinder-734144-18-smb is: [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:52:53Z', 'revision_number': 3, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port': {'id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:53Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:52:57.297627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Router ab474538-d574-4fa1-8a12-287e72cf678f has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:52:57.340259 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-f98aa293-3e7d-49c0-a9ba-cd2edacdbf19 None None] Provisioning complete for port 16cf9bed-964e-4794-a151-d272f17dd3b9 triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:57.340736 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f98aa293-3e7d-49c0-a9ba-cd2edacdbf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:57.409844 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-f98aa293-3e7d-49c0-a9ba-cd2edacdbf19 None None] Port 16cf9bed-964e-4794-a151-d272f17dd3b9 cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:52:57.631374 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:52:57.641102 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-f9f0ac3c-122d-412e-99a3-082b9763dafd admin admin] 10.222.0.67 "PUT /v2.0/routers/ab474538-d574-4fa1-8a12-287e72cf678f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6238010 May 14 09:52:57.913268 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:57.982163 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:52:57.987884 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:57.988352 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.109391 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.125742 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:52:58.130207 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.131042 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e2c69e3a-4814-4204-9464-beb0d7b5c257 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:58.154478 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-93621a80-63df-4387-8883-8b2b6dd09061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:58.246665 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:58.251186 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:58.260297 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port e2c69e3a-4814-4204-9464-beb0d7b5c257 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:58.260783 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.283189 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 34128) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:58.288813 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.v2.base [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249951846', 'description': 'tempest-secgroup-smoke-1249951846 description', 'project_id': '509ddd908aca410c806e51f4d570249f'}} {{(pid=78736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:58.295205 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:58.299280 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:58.302380 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:58.309753 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:58.319983 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group, before_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.340748 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:58.344787 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:58.347748 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:58.353476 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.db.quota.driver [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:58.426344 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group, precommit_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.431709 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_create {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.449456 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-41fa5391-a487-4a1b-87a9-ef3d92e25747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:58.478153 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.479407 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1952152 May 14 09:52:58.482660 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34132) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:58.483078 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a,revision_number=1']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:58.485599 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-ca10e3d0-ad80-4827-835a-49880c127174 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:58.489256 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'security_group_rule': {'security_group_id': '30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a', 'project_id': '509ddd908aca410c806e51f4d570249f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:58.495297 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:58.499147 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:58.502023 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:58.507846 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:58.525449 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.590469 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.595308 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.597593 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-fe2261f3-49fa-4114-8e44-2b146389b950 tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:58.620086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3526b6-c442-4784-b376-0c9428b8bd67,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:58.622793 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:58.631454 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.632646 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-0e2bf0ef-019b-4716-b366-a3ba3ee8b597 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489825 May 14 09:52:58.635511 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34136) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:58.640696 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'security_group_rule': {'security_group_id': '30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a', 'project_id': '509ddd908aca410c806e51f4d570249f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:58.647084 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:58.651320 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:58.654257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:58.660340 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:58.677953 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.700149 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Sync routers for ids ['ab474538-d574-4fa1-8a12-287e72cf678f'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:52:58.709686 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Routers {'ab474538-d574-4fa1-8a12-287e72cf678f'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:52:58.710371 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['ab474538-d574-4fa1-8a12-287e72cf678f'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:58.741374 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.745572 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.747770 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-0fc1d31c-b85b-4484-98d8-444d36249017 tempest-AttachVolumeShelveTestJSON-1286050175 tempest-AttachVolumeShelveTestJSON-1286050175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:58.769312 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1fddac-6e6b-4c7e-bdf0-6001971dcfa5,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:58.771990 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:58.781487 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.782865 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462829 May 14 09:52:58.785483 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34140) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:58.790532 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'security_group_rule': {'security_group_id': '30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a', 'project_id': '509ddd908aca410c806e51f4d570249f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:58.796503 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:58.800412 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:58.803601 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:58.810157 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:58.828061 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.885128 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Set router ab474538-d574-4fa1-8a12-287e72cf678f gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:52:58.890306 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.894668 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.896762 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f8de277a-fe7f-4309-90b8-c9bef70aa24b tempest-TestMinimumBasicScenario-491343971 tempest-TestMinimumBasicScenario-491343971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:58.922320 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd34ec6-9b92-4a2c-abc1-9a8750e4cca4,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:58.924905 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:58.933329 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:58.934708 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-982db234-ad8d-42df-93db-07e61297b75d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481597 May 14 09:52:58.937245 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34144) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:58.942313 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'security_group_rule': {'security_group_id': '30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a', 'project_id': '509ddd908aca410c806e51f4d570249f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:58.948094 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:58.951804 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:58.954586 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:58.960155 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:58.979134 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.046400 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.051836 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.053952 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-95e3941c-5279-4a09-9687-994e3e7c945e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:59.076257 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2c9017-4f88-4fa5-a085-18ea27cb32b9,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:59.080616 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:59.086987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.088214 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1838bd96-a513-4d16-b7ea-d182775b04f2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500616 May 14 09:52:59.091202 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34148) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:59.096644 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'security_group_rule': {'security_group_id': '30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a', 'project_id': '509ddd908aca410c806e51f4d570249f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:59.102392 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:59.106505 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:59.109416 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:59.115249 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:59.126944 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.securitygroups_db [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Project 509ddd908aca410c806e51f4d570249f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:52:59.133078 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.202720 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.206073 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 4, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port': {'id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:35:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:53Z', 'updated_at': '2021-05-14T09:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '16cf9bed-964e-4794-a151-d272f17dd3b9', 'name': '', 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'mac_address': 'fa:16:3e:30:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b3e883b1-7601-4ab5-b1b1-31bab3a73c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:55Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 2, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'subnets': [{'id': 'b3e883b1-7601-4ab5-b1b1-31bab3a73c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:52:59.207371 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.209422 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:59.210118 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Checking router: ab474538-d574-4fa1-8a12-287e72cf678f for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:52:59.210468 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Updating router ab474538-d574-4fa1-8a12-287e72cf678f port 16cf9bed-964e-4794-a151-d272f17dd3b9 binding host dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 09:52:59.229901 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354e29f3-2663-42f6-bd58-7d430cf0fcc3,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:59.233933 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:59.242822 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.244023 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-cebc37a3-00d2-4f71-92b2-89d977baa018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519115 May 14 09:52:59.247425 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34152) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:52:59.252526 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'security_group_rule': {'security_group_id': '30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a', 'project_id': '509ddd908aca410c806e51f4d570249f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:52:59.258221 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:52:59.262477 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:security_group_rule and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:52:59.263059 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.265782 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:52:59.271490 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:52:59.284376 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.securitygroups_db [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Project 509ddd908aca410c806e51f4d570249f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 09:52:59.290269 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.360396 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.365293 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949146'] for security_group_rule, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.373891 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:59.395747 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60b7498-69e6-49b6-b380-3de7f6b9b4c2,revision_number=0']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:59.401865 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:59.420936 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.422976 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-1cb16303-ed46-4feb-add4-03580aa96173 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746037 May 14 09:52:59.611244 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Notify callbacks [] for port, precommit_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.622702 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.provisioning_blocks [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Transition to ACTIVE for port object 16cf9bed-964e-4794-a151-d272f17dd3b9 will not be triggered until provisioned by entity L2. {{(pid=78738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:52:59.630139 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.634045 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:52:59.758758 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488cecb-e949-4dcb-88e7-9de99d19744d None None] Pushing event updated for resources: {'Port': ['ID=16cf9bed-964e-4794-a151-d272f17dd3b9,revision_number=3']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:52:59.800496 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-c488cecb-e949-4dcb-88e7-9de99d19744d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:52:59.860079 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Attempting to bind port 16cf9bed-964e-4794-a151-d272f17dd3b9 on host dv-cinder-734144-18-smb for vnic_type normal with profile {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:52:59.860449 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Attempting to bind port 16cf9bed-964e-4794-a151-d272f17dd3b9 by drivers openvswitch,hyperv on host dv-cinder-734144-18-smb at level 0 using segments [{'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:52:59.860599 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:52:59.861040 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Attempting to bind port 16cf9bed-964e-4794-a151-d272f17dd3b9 on network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:52:59.866802 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Checking agent: {'id': '766578fa-db5f-45c8-8606-b434e42b494f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 33, 41), 'started_at': datetime.datetime(2021, 5, 14, 9, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:52:59.867169 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Checking segment: {'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:52:59.867770 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.868320 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Bound using segment: {'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'} {{(pid=78738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:52:59.868953 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.managers [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Bound port: 16cf9bed-964e-4794-a151-d272f17dd3b9, host: dv-cinder-734144-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e905a0d9-a18b-4eab-bcb5-c701235e463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc'}}] {{(pid=78738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:52:59.870184 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.945726 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:52:59.946208 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.965818 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] For port 16cf9bed-964e-4794-a151-d272f17dd3b9, host dv-cinder-734144-18-smb, cleared binding levels {{(pid=78738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:52:59.968931 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.plugins.ml2.db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] For port 16cf9bed-964e-4794-a151-d272f17dd3b9, host dv-cinder-734144-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=16cf9bed-964e-4794-a151-d272f17dd3b9,segment=NetworkSegment(e905a0d9-a18b-4eab-bcb5-c701235e463c),segment_id=e905a0d9-a18b-4eab-bcb5-c701235e463c)] {{(pid=78738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:52:59.974049 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron_lib.callbacks.manager [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:52:59.984680 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-19a6c98f-6db9-49a2-9bba-1572d49ff4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:00.079151 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488cecb-e949-4dcb-88e7-9de99d19744d None None] Pushing event updated for resources: {'Port': ['ID=16cf9bed-964e-4794-a151-d272f17dd3b9,revision_number=4']} {{(pid=78738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:00.084420 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Routers {'ab474538-d574-4fa1-8a12-287e72cf678f'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:53:00.085455 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:52:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['ab474538-d574-4fa1-8a12-287e72cf678f'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:53:00.170426 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG oslo_concurrency.lockutils [None req-c488cecb-e949-4dcb-88e7-9de99d19744d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:00.304099 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] Set router ab474538-d574-4fa1-8a12-287e72cf678f gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:53:00.630998 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 4, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port': {'id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:35:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:53Z', 'updated_at': '2021-05-14T09:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '16cf9bed-964e-4794-a151-d272f17dd3b9', 'name': '', 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'mac_address': 'fa:16:3e:30:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b3e883b1-7601-4ab5-b1b1-31bab3a73c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:55Z', 'updated_at': '2021-05-14T09:52:59Z', 'revision_number': 4, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'subnets': [{'id': 'b3e883b1-7601-4ab5-b1b1-31bab3a73c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:53:00.635081 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1c23e-3738-4898-97ed-c034c96a6d19 None None] The sync data for ids ['ab474538-d574-4fa1-8a12-287e72cf678f'] in dv-cinder-734144-18-smb is: [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 4, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port': {'id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:35:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:53Z', 'updated_at': '2021-05-14T09:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': '16cf9bed-964e-4794-a151-d272f17dd3b9', 'name': '', 'network_id': 'dbf60e58-be4e-4e0d-ada8-c1864a8abfdc', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'mac_address': 'fa:16:3e:30:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b3e883b1-7601-4ab5-b1b1-31bab3a73c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:55Z', 'updated_at': '2021-05-14T09:52:59Z', 'revision_number': 4, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'subnets': [{'id': 'b3e883b1-7601-4ab5-b1b1-31bab3a73c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:53:01.806895 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:53:01.868696 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 16cf9bed-964e-4794-a151-d272f17dd3b9 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:53:01.941039 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning for port 16cf9bed-964e-4794-a151-d272f17dd3b9 completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:53:01.945849 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 16cf9bed-964e-4794-a151-d272f17dd3b9 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:53:01.946229 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:02.071509 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:02.104175 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] For port 16cf9bed-964e-4794-a151-d272f17dd3b9, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=16cf9bed-964e-4794-a151-d272f17dd3b9,segment=NetworkSegment(e905a0d9-a18b-4eab-bcb5-c701235e463c),segment_id=e905a0d9-a18b-4eab-bcb5-c701235e463c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:02.109403 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:02.112666 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-43580dcb-874d-4b3a-bb1c-255f8510aa3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:02.182961 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Pushing event updated for resources: {'Port': ['ID=16cf9bed-964e-4794-a151-d272f17dd3b9,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:02.186611 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:03.851515 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 16cf9bed-964e-4794-a151-d272f17dd3b9 up at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:53:03.928213 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Provisioning complete for port 16cf9bed-964e-4794-a151-d272f17dd3b9 triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:53:03.928586 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:08.784431 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb481-b710-41ab-a0fb-6244bcdc7846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:11.215981 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:11.509450 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9838-ad3c-4846-af64-2202eca0df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:12.324612 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:13.896354 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:16.684802 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:16.806323 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-c1c2f417-0e2c-43bf-bb69-99e921d943e6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Synchronizing usage tracker for tenant:509ddd908aca410c806e51f4d570249f on resource:security_group {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:53:16.825786 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-c1c2f417-0e2c-43bf-bb69-99e921d943e6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Unset dirty status for tenant:509ddd908aca410c806e51f4d570249f on resource:security_group {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:53:16.826994 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-c1c2f417-0e2c-43bf-bb69-99e921d943e6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249951846&fields=id&tenant_id=509ddd908aca410c806e51f4d570249f HTTP/1.1" status: 200 len: 267 time: 0.0609884 May 14 09:53:17.074926 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-ef5bac89-a49f-45c6-86bc-d771ed098c75 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:17.076273 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-ef5bac89-a49f-45c6-86bc-d771ed098c75 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 809 time: 0.2424083 May 14 09:53:17.093722 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-05e38952-5b8b-46fe-8f50-3b86e12ed12e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/quotas/509ddd908aca410c806e51f4d570249f HTTP/1.1" status: 200 len: 375 time: 0.0094531 May 14 09:53:17.181740 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-43f10afd-0410-44ad-85ee-9d7da28d833b tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Synchronizing usage tracker for tenant:509ddd908aca410c806e51f4d570249f on resource:port {{(pid=78736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:53:17.201563 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-43f10afd-0410-44ad-85ee-9d7da28d833b tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Unset dirty status for tenant:509ddd908aca410c806e51f4d570249f on resource:port {{(pid=78736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:53:17.203074 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-43f10afd-0410-44ad-85ee-9d7da28d833b tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019163 May 14 09:53:17.331293 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-9d2bec64-9642-413e-b302-0ac7dd5bc3b5 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=78736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 09:53:17.332265 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-9d2bec64-9642-413e-b302-0ac7dd5bc3b5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1144321 May 14 09:53:17.464714 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-4636e977-9711-444c-9d2e-455588f92b85 service neutron] 10.222.0.67 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262596 May 14 09:53:17.609029 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-202bf08c-6961-4767-ba1f-9dd3bdbf43e6 service neutron] 10.222.0.67 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382320 May 14 09:53:18.000272 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-3515be0b-1b03-46d3-a1c7-f09def86f326 req-0d7f44d3-0a1c-49aa-be1d-cfd57d906ee8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 210 time: 0.0436795 May 14 09:53:19.168030 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-0d5ff1f9-6f49-4ac3-ae4e-5ccb678ce768 req-ceebf61e-3839-48f4-9317-c5e59984d68b tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 210 time: 0.0472693 May 14 09:53:19.250445 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-de9ef12d-1e03-4923-89a5-1bab2a436fbf tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:19.251144 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-de9ef12d-1e03-4923-89a5-1bab2a436fbf tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Synchronizing usage tracker for tenant:509ddd908aca410c806e51f4d570249f on resource:network {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:53:19.268414 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-de9ef12d-1e03-4923-89a5-1bab2a436fbf tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Unset dirty status for tenant:509ddd908aca410c806e51f4d570249f on resource:network {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:53:19.269540 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-de9ef12d-1e03-4923-89a5-1bab2a436fbf tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 809 time: 0.1690705 May 14 09:53:19.319859 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-c1cc6422-645b-4371-87c2-24a5126d2931 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Synchronizing usage tracker for tenant:509ddd908aca410c806e51f4d570249f on resource:security_group {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:53:19.332248 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-c1cc6422-645b-4371-87c2-24a5126d2931 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Unset dirty status for tenant:509ddd908aca410c806e51f4d570249f on resource:security_group {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:53:19.333386 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-c1cc6422-645b-4371-87c2-24a5126d2931 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=509ddd908aca410c806e51f4d570249f HTTP/1.1" status: 200 len: 380 time: 0.0550852 May 14 09:53:19.342744 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'port': {'device_id': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'admin_state_up': True, 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'security_groups': ['30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a']}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:53:19.476976 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:53:19.486907 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:53:19.496647 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Made reservation on behalf of 509ddd908aca410c806e51f4d570249f for: {'port': 1} {{(pid=78735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 09:53:19.500346 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:19.668392 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Allocated IP 172.20.0.11 (ef90fa0a-0505-48ee-8971-1f0b6c714db0/77cafe0d-ae4c-4f60-93b4-6407095187fa/a453b97e-dafc-48a0-9356-b8477fc21c6e) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:53:19.864562 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:19.880139 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Transition to ACTIVE for port object a453b97e-dafc-48a0-9356-b8477fc21c6e will not be triggered until provisioned by entity DHCP. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:53:19.905418 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:19.911107 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-3c177641-9d1e-4395-8f18-fe22b80c98d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:19.972742 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:53:19.975768 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:53:19.984656 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:53:20.016152 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:20.022717 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:20.053925 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:20.054577 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:20.082398 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-a9d1eb23-3b3c-4ea6-a4ce-8cd26bfe9324 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7434666 May 14 09:53:20.094279 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Request body: {'port': {'device_id': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:53:20.173544 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-22aaeba3-1455-4b42-9a71-b8802cdccbbc None None] Provisioning for port a453b97e-dafc-48a0-9356-b8477fc21c6e completed by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:53:20.178543 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-22aaeba3-1455-4b42-9a71-b8802cdccbbc None None] Provisioning complete for port a453b97e-dafc-48a0-9356-b8477fc21c6e triggered by entity DHCP. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:53:20.178919 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-22aaeba3-1455-4b42-9a71-b8802cdccbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:20.211171 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:20.233338 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-22aaeba3-1455-4b42-9a71-b8802cdccbbc None None] Port a453b97e-dafc-48a0-9356-b8477fc21c6e cannot update to ACTIVE because it is not bound. {{(pid=78737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 09:53:20.594832 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff79285-732a-4d5f-80fb-564523dcd254 req-9f66aa85-19c6-48cb-81f4-651c4482a9f6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:20.595520 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-fff79285-732a-4d5f-80fb-564523dcd254 req-9f66aa85-19c6-48cb-81f4-651c4482a9f6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Synchronizing usage tracker for tenant:509ddd908aca410c806e51f4d570249f on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:53:20.650831 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-fff79285-732a-4d5f-80fb-564523dcd254 req-9f66aa85-19c6-48cb-81f4-651c4482a9f6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Unset dirty status for tenant:509ddd908aca410c806e51f4d570249f on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:53:20.652286 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fff79285-732a-4d5f-80fb-564523dcd254 req-9f66aa85-19c6-48cb-81f4-651c4482a9f6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 932 time: 0.3780584 May 14 09:53:20.740680 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fff79285-732a-4d5f-80fb-564523dcd254 req-a7ec09b0-7ad9-442e-aca1-ad725c6b4824 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811613 May 14 09:53:20.765124 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a453b97e-dafc-48a0-9356-b8477fc21c6e {{(pid=78735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:53:20.773256 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:20.790462 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.provisioning_blocks [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Transition to ACTIVE for port object a453b97e-dafc-48a0-9356-b8477fc21c6e will not be triggered until provisioned by entity L2. {{(pid=78735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 09:53:20.796114 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:20.800149 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-cd8af29e-ff76-4568-b2cc-7274c85a849a tempest-VolumesActionsTest-1522076982 tempest-VolumesActionsTest-1522076982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:20.923899 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:20.964470 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.964845 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.965217 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.965578 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.965933 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.966276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.966670 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.967023 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.967372 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.967719 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.968066 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.968411 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:53:20.976612 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:21.043165 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Attempting to bind port a453b97e-dafc-48a0-9356-b8477fc21c6e on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 09:53:21.043496 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Attempting to bind port a453b97e-dafc-48a0-9356-b8477fc21c6e by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 09:53:21.043829 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Attempting to bind port a453b97e-dafc-48a0-9356-b8477fc21c6e on network ef90fa0a-0505-48ee-8971-1f0b6c714db0 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:53:21.050305 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Port a453b97e-dafc-48a0-9356-b8477fc21c6e on network ef90fa0a-0505-48ee-8971-1f0b6c714db0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 09:53:21.050651 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Attempting to bind port a453b97e-dafc-48a0-9356-b8477fc21c6e on network ef90fa0a-0505-48ee-8971-1f0b6c714db0 {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 09:53:21.056297 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Checking agent: {'id': '984b6801-c9a2-4930-a2fc-b084043ccaa4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'started_at': datetime.datetime(2021, 5, 14, 9, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 9, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 09:53:21.056773 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Checking segment: {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 09:53:21.057135 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Bound using segment: {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'} {{(pid=78735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 09:53:21.057621 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.managers [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Bound port: a453b97e-dafc-48a0-9356-b8477fc21c6e, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa92b972-765a-4ac9-9671-79d3ac2ff95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0'}}] {{(pid=78735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 09:53:21.058538 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:21.155423 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, cleared binding levels {{(pid=78735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 09:53:21.159091 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 09:53:21.165967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:21.170366 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ebc14288-b6b9-49bc-bdf4-a9cabbfc99d9 tempest-AttachVolumeNegativeTest-1354758834 tempest-AttachVolumeNegativeTest-1354758834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:21.218960 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:21.219636 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:21.221005 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] 10.222.0.75 "PUT /v2.0/ports/a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1094 time: 1.1310320 May 14 09:53:21.221514 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:53:21.252166 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=3']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:21.255439 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:21.345041 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-918472d7-180e-4904-8517-f1f582435c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:21.346612 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-918472d7-180e-4904-8517-f1f582435c25 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0806835 May 14 09:53:21.348239 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'status': 'completed', 'code': 200} May 14 09:53:21.418399 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-5fc9ec21-c16c-4d49-9e4d-4e1b2572b826 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 217 time: 0.0626872 May 14 09:53:21.484405 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-49d663ea-24d3-43db-8c40-2719814c4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:21.485920 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-49d663ea-24d3-43db-8c40-2719814c4f97 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0619090 May 14 09:53:21.569801 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-0ebaa5c3-1c8b-4bc6-b9e8-d0444554c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:21.571282 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-0ebaa5c3-1c8b-4bc6-b9e8-d0444554c631 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0781610 May 14 09:53:21.711880 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-77cf2173-68a4-4501-9512-b09add8c8b0a service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340194 May 14 09:53:21.847234 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bc322d43-be99-4a79-86e6-2f96b0224b57 req-86f2a4f3-ef06-4597-b178-f36baa64b497 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284590 May 14 09:53:21.982143 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a18412-a7c0-4b1a-80ce-fc80fe9a7bdf req-0d80deeb-243a-4402-9d1b-6dbe6148b3ae tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:21.983630 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-59a18412-a7c0-4b1a-80ce-fc80fe9a7bdf req-0d80deeb-243a-4402-9d1b-6dbe6148b3ae tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.1346967 May 14 09:53:22.008731 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-e845616a-c440-425d-b832-192f7ea7d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:22.010475 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-e845616a-c440-425d-b832-192f7ea7d4e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1181481 May 14 09:53:22.114222 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-59a18412-a7c0-4b1a-80ce-fc80fe9a7bdf req-e554a3e0-21b3-4250-9471-a556639af473 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238511 May 14 09:53:22.162666 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-791ffcef-2396-4015-8c6d-88590dd537de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:22.164141 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-791ffcef-2396-4015-8c6d-88590dd537de service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1468623 May 14 09:53:22.353506 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-6bb07de3-2ff8-4b2d-8c48-14a45e7eadd4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 217 time: 0.1819811 May 14 09:53:22.416776 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-53d5461d-71a9-42c2-a3df-03973ce9efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:22.418162 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-53d5461d-71a9-42c2-a3df-03973ce9efb3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0588374 May 14 09:53:22.499498 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-c3bb8b71-935e-4437-9d42-6c850e644b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:22.501011 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-c3bb8b71-935e-4437-9d42-6c850e644b57 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0745642 May 14 09:53:22.634952 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-c0b5595f-236d-404b-b5f2-a760f157efcc service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258464 May 14 09:53:22.774234 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-c61cad6d-286d-42a1-b7a3-2a3a749dd45d req-a6276508-868a-4dfd-a531-8003d5a8eaa9 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313086 May 14 09:53:23.328061 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7774c-7e76-4748-96b8-187b2367cd2b req-8cb7a5f3-557a-450f-9b12-87586ee64a95 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:23.329513 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-38c7774c-7e76-4748-96b8-187b2367cd2b req-8cb7a5f3-557a-450f-9b12-87586ee64a95 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.0965097 May 14 09:53:23.375407 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-38c7774c-7e76-4748-96b8-187b2367cd2b req-f75dd763-41a0-4a39-9719-2ef9fe570602 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 May 14 09:53:24.572469 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d3ecc-3eab-44fb-85ea-b9854da0d548 req-60040838-f303-424c-a26c-150f65ca14b0 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:24.574023 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4b6d3ecc-3eab-44fb-85ea-b9854da0d548 req-60040838-f303-424c-a26c-150f65ca14b0 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.0874493 May 14 09:53:24.621511 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a453b97e-dafc-48a0-9356-b8477fc21c6e details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:53:24.624288 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4b6d3ecc-3eab-44fb-85ea-b9854da0d548 req-5331a27f-9d81-4af5-a552-05f5b4d31276 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 May 14 09:53:24.769292 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:24.783442 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'port_id': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'mac_address': 'fa:16:3e:cd:16:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:53:24.840849 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:24.858555 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a453b97e-dafc-48a0-9356-b8477fc21c6e {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:53:24.874766 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:24.881091 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:24.882844 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-f0bc3795-0878-40a2-8d62-9549a480dbd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:24.954253 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=4']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:24.957780 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:25.221490 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a453b97e-dafc-48a0-9356-b8477fc21c6e'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:53:25.822317 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030322-9325-485b-99b1-c555dd3a18f1 req-1de31a01-d738-47bf-a1de-8f19b17d5018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:25.823769 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e3030322-9325-485b-99b1-c555dd3a18f1 req-1de31a01-d738-47bf-a1de-8f19b17d5018 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 945 time: 0.0849361 May 14 09:53:25.868309 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e3030322-9325-485b-99b1-c555dd3a18f1 req-22872d1b-7242-43b5-82fa-117d401eddd5 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385852 May 14 09:53:26.637680 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a453b97e-dafc-48a0-9356-b8477fc21c6e up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:53:26.722420 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning for port a453b97e-dafc-48a0-9356-b8477fc21c6e completed by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 09:53:26.727771 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port a453b97e-dafc-48a0-9356-b8477fc21c6e triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:53:26.728307 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:26.864913 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:26.894425 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:53:26.906611 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:53:26.912882 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:26.914977 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:26.988757 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=5']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:26.993327 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:27.008232 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'code': 200} May 14 09:53:27.112953 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ea13-12b8-4920-8c6d-ae0689b750ba req-05da0d58-5eb0-44bb-ae1b-b0330da17c8b tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:27.115148 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f042ea13-12b8-4920-8c6d-ae0689b750ba req-05da0d58-5eb0-44bb-ae1b-b0330da17c8b tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.1118608 May 14 09:53:27.166268 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-f042ea13-12b8-4920-8c6d-ae0689b750ba req-245736bf-dc31-4bea-9dfb-f7a1a800e06d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445290 May 14 09:53:27.323698 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c943e-7c37-4f9d-abe4-66654059927b req-33962239-775a-4d1a-bbcd-8756ee6fb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:27.325254 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-824c943e-7c37-4f9d-abe4-66654059927b req-33962239-775a-4d1a-bbcd-8756ee6fb70f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0908885 May 14 09:53:27.367640 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-824c943e-7c37-4f9d-abe4-66654059927b req-20dea525-a458-486a-b20f-6ed212b78af5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363741 May 14 09:53:28.367405 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa95606-ce7b-4df7-aab8-4660c2390d3c req-99732f84-c3dc-47e8-a447-b7c8c9bc1e6f tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:28.368884 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8fa95606-ce7b-4df7-aab8-4660c2390d3c req-99732f84-c3dc-47e8-a447-b7c8c9bc1e6f tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0859208 May 14 09:53:28.418572 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8fa95606-ce7b-4df7-aab8-4660c2390d3c req-e99f53c8-4ba5-4952-9a28-15de3acd2353 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 May 14 09:53:29.626466 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7becfa-e668-44f0-97fa-6080c4d81c6b req-557ada17-6daf-4d14-8d65-5d4031c470f8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:29.627958 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9a7becfa-e668-44f0-97fa-6080c4d81c6b req-557ada17-6daf-4d14-8d65-5d4031c470f8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0971036 May 14 09:53:29.675588 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9a7becfa-e668-44f0-97fa-6080c4d81c6b req-0a612a0a-f6fe-4597-9c1d-b1346195b4ae tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 May 14 09:53:29.857645 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfa1b-31c3-4108-b2bc-8ce6992a8c4f req-203dd88b-ad1e-43bc-8085-bd21c4bfcdb6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:29.859097 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e42bfa1b-31c3-4108-b2bc-8ce6992a8c4f req-203dd88b-ad1e-43bc-8085-bd21c4bfcdb6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0815866 May 14 09:53:29.906435 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-e42bfa1b-31c3-4108-b2bc-8ce6992a8c4f req-fed9b981-bd03-4edb-a7de-c6457608638c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383117 May 14 09:53:29.929024 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34314) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:53:30.050239 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5939a44a-2f48-4c6e-88c5-17f4b11d739b tempest-TestShelveInstance-507366371 tempest-TestShelveInstance-507366371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:30.050971 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5939a44a-2f48-4c6e-88c5-17f4b11d739b tempest-TestShelveInstance-507366371 tempest-TestShelveInstance-507366371-project-admin] Synchronizing usage tracker for tenant:2bbcde91ff9b48a7bdeb1aee79299e72 on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:53:30.072715 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-5939a44a-2f48-4c6e-88c5-17f4b11d739b tempest-TestShelveInstance-507366371 tempest-TestShelveInstance-507366371-project-admin] Unset dirty status for tenant:2bbcde91ff9b48a7bdeb1aee79299e72 on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:53:30.073851 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5939a44a-2f48-4c6e-88c5-17f4b11d739b tempest-TestShelveInstance-507366371 tempest-TestShelveInstance-507366371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1094 time: 0.1438370 May 14 09:53:30.078024 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34320) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:53:30.083099 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.v2.base [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Request body: {'floatingip': {'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'port_id': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 09:53:30.088949 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 09:53:30.093059 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Usage tracker for resource:floatingip and tenant:509ddd908aca410c806e51f4d570249f is out of sync, need to count used quota {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 09:53:30.095931 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78735) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 09:53:30.101570 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.quota.driver [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78735) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 09:53:30.114811 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for floatingip, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:30.257427 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:30.397120 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_common [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Allocated IP 172.28.0.247 (79ff230e-cfb4-4237-a7fe-82346cf006d5/f93a40c2-e693-4040-a21d-4d63b2d03741/43814d03-96ad-4d92-9d24-77e2bbc39f7f) {{(pid=78735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 09:53:30.549413 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for port, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:30.583873 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732265472750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:30.587528 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d47a06fb-12b3-4c5c-bd8f-71c4798e822e tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:30.643513 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Network 79ff230e-cfb4-4237-a7fe-82346cf006d5 is already hosted by enough agents. {{(pid=78735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 09:53:30.646364 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.base_scheduler [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Resources bound (agent type, host, resource id): {{(pid=78735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 09:53:30.654728 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Received port after_create {{(pid=78735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 09:53:30.691293 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'Port': ['ID=43814d03-96ad-4d92-9d24-77e2bbc39f7f,revision_number=1']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:30.695185 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:31.173578 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:31.253907 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:31.467062 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for port, precommit_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:31.473639 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10678687'] for port, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:31.477203 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-29500c10-ce6e-47ce-9cba-c4a4a74818c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:53:31.578213 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event updated for resources: {'Port': ['ID=43814d03-96ad-4d92-9d24-77e2bbc39f7f,revision_number=2']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:53:31.582998 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:53:31.593769 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974992'] for floatingip, after_update {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:31.765743 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Floating IP 9ef347a5-46a6-4544-80ce-3a49b939de3b associated. External IP: 172.28.0.247, port: a453b97e-dafc-48a0-9356-b8477fc21c6e. May 14 09:53:32.127069 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Router 79bc222d-8b34-4541-a18b-cac04eec948a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:53:32.427700 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:53:32.438565 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] Sync routers for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:53:32.449121 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:53:32.449920 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:53:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:53:32.455299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:32.510437 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-ef21d05e-34a0-49bf-be9b-ec2b6c57b101 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4313509 May 14 09:53:32.511119 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:53:32.555917 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'status': 'completed', 'code': 200} May 14 09:53:32.635067 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:53:32.649297 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-53ac2d74-3412-4e2d-935d-5549708b3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:32.650830 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-53ac2d74-3412-4e2d-935d-5549708b3c5c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0725839 May 14 09:53:32.780783 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-52593375-0870-4229-9e4a-82f075b79146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:32.782513 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-52593375-0870-4229-9e4a-82f075b79146 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1254499 May 14 09:53:32.889061 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-8ff7644e-7d5b-4918-b9d8-70a453e48d8e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1000 time: 0.0981450 May 14 09:53:32.950301 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-f71dbf31-d644-43e9-a659-2c61eef4187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:32.951961 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-f71dbf31-d644-43e9-a659-2c61eef4187b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0574110 May 14 09:53:32.985093 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '9ef347a5-46a6-4544-80ce-3a49b939de3b', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'port_id': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'mac_address': 'fa:16:3e:cd:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:53:31Z', 'updated_at': '2021-05-14T09:53:31Z', 'revision_number': 0, 'project_id': '509ddd908aca410c806e51f4d570249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 5, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:53:32.989357 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] Checking router: 79bc222d-8b34-4541-a18b-cac04eec948a for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:53:32.999506 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:53:33.000111 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:53:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:53:33.033970 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-2c908255-4431-4963-9f71-247d7091a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:33.035433 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-2c908255-4431-4963-9f71-247d7091a321 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0776916 May 14 09:53:33.171497 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-acf113ed-10b7-4d75-98b5-e6514f6a46f8 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298270 May 14 09:53:33.218876 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:53:33.306940 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d2b28b6e-fa3a-4ddb-8485-fb283079e9c7 req-741a25b9-af87-40a6-bdfe-9464c8782f16 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280701 May 14 09:53:33.575533 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '9ef347a5-46a6-4544-80ce-3a49b939de3b', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'port_id': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'mac_address': 'fa:16:3e:cd:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:53:31Z', 'updated_at': '2021-05-14T09:53:31Z', 'revision_number': 0, 'project_id': '509ddd908aca410c806e51f4d570249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 5, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:53:33.579560 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a761e-ae95-48b1-861b-84329ae05963 None None] The sync data for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb is: [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_floatingips': [{'id': '9ef347a5-46a6-4544-80ce-3a49b939de3b', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'floating_ip_address': '172.28.0.247', 'floating_network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'router_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'port_id': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'mac_address': 'fa:16:3e:cd:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T09:53:31Z', 'updated_at': '2021-05-14T09:53:31Z', 'revision_number': 0, 'project_id': '509ddd908aca410c806e51f4d570249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 5, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:53:33.771870 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da421219-cb2c-4972-8f69-029425caedaf None None] New status for floating IP 9ef347a5-46a6-4544-80ce-3a49b939de3b: ACTIVE {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:53:38.783271 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-ce9f7c18-7277-44f5-b33e-b45179b38a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:38.805622 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:53:41.222296 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:41.507480 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-74413574-189f-485d-9215-8ecc6cbeea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:42.330987 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:43.903421 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:46.693961 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:53:53.531843 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-5d19f2e9-8a11-4522-933b-b304dedb8eb0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731533 May 14 09:53:53.679281 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-27203942-6ad4-4c25-b7d3-60d213118738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:53.681059 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-27203942-6ad4-4c25-b7d3-60d213118738 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0799792 May 14 09:53:53.840700 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-9c1577c1-3618-4b1d-a6cf-0f5defd67b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:53.842173 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-9c1577c1-3618-4b1d-a6cf-0f5defd67b15 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1398752 May 14 09:53:53.950770 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-ec22e0dd-2c64-4823-9a41-a7b9fdb59bf7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1002 time: 0.1019571 May 14 09:53:54.064636 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-a37bcba3-fdfb-4a3f-84e0-70fab64a342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:54.065948 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-a37bcba3-fdfb-4a3f-84e0-70fab64a342c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0749161 May 14 09:53:54.142667 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-65d73f9d-d909-4521-afc6-4c541d6da0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:53:54.144192 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-65d73f9d-d909-4521-afc6-4c541d6da0e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0718880 May 14 09:53:54.286717 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-9642d1c1-8560-4959-bdf5-c0078f915708 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354640 May 14 09:53:54.532449 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-dbe86f51-b48e-491e-aeb8-d86d794189f9 req-39b19950-46b5-4740-887b-8c13fda84c10 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357509 May 14 09:54:08.789172 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-90f07280-9608-4952-8855-646eea2cdf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:11.218952 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:11.502919 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd0fe-efe1-46fe-a9a3-0033d1c90891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:12.338619 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:13.904990 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:15.809326 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:54:16.690745 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:38.780201 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-82860187-2249-40c4-9bf8-87e834583d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:41.224931 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:41.500332 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-22c330ff-1cbd-4f30-a840-31c8704294b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:42.335714 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:43.909698 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:46.690891 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:54:52.809427 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:54:54.454869 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-ca8ea580-8ebb-4d08-8d46-d131b84ada5d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763643 May 14 09:54:54.595543 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-76c24b1f-a4cd-4e9f-b394-a0856372037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:54.596998 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-76c24b1f-a4cd-4e9f-b394-a0856372037f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0738935 May 14 09:54:54.742803 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-412eb710-2fe8-498b-8fd0-8865b32419da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:54.744154 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-412eb710-2fe8-498b-8fd0-8865b32419da service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1278934 May 14 09:54:54.846577 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-fdb1553c-3150-42cd-b47f-02df4d7c33a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1002 time: 0.0957494 May 14 09:54:54.907361 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-90d5561e-a213-49a6-bbd5-ee2bdce9e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:54.908741 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-90d5561e-a213-49a6-bbd5-ee2bdce9e7a1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0562940 May 14 09:54:54.986227 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-ba3e7ad9-56c5-4127-99e0-8d1cd139def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:54:54.987713 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-ba3e7ad9-56c5-4127-99e0-8d1cd139def8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0727427 May 14 09:54:55.116801 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-032d9c73-45a2-4705-ba6b-fedd04b1337f service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226757 May 14 09:54:55.246336 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-99e2063d-e4b9-40cb-a73c-81a498419cc3 req-5941e1ed-1a86-4dd9-9698-00ebf10e06bf service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225262 May 14 09:55:08.784338 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bb066e36-9533-4247-ae66-01099416ea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:11.219301 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:11.502845 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-56027ef5-6b3d-4975-8e56-cae78415798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:12.336716 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:13.908221 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:16.700660 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:29.811566 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:55:38.779793 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-72d75282-8064-4d36-9fe9-374e6a310bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:41.220833 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:41.506961 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-948c3c9a-34e3-43ee-807c-cd78b48b5639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:42.350619 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:43.913624 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:46.698156 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:55:53.508045 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-db3abf9f-0fea-43e6-8307-edfd1505236a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701315 May 14 09:55:53.669075 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-251fd15f-553c-4b9a-b8d7-13ca90b7a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:55:53.670568 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-251fd15f-553c-4b9a-b8d7-13ca90b7a93d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0839949 May 14 09:55:53.822801 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-fdc8db6a-7632-42d7-a702-508bf0b6722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:55:53.824303 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-fdc8db6a-7632-42d7-a702-508bf0b6722c service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1315966 May 14 09:55:53.939616 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-2c41d73a-46df-4c5a-b98a-06feed836302 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1002 time: 0.1079230 May 14 09:55:54.014212 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-24cdddc6-11ce-4f52-9e79-0172bfdd081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:55:54.015691 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-24cdddc6-11ce-4f52-9e79-0172bfdd081d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0696468 May 14 09:55:54.094268 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-5c2c12c0-9946-4818-ba67-e697b31b1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:55:54.095652 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-5c2c12c0-9946-4818-ba67-e697b31b1813 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733118 May 14 09:55:54.227792 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-52d3f346-23fb-4919-a63e-bdbe182e1cdd service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249182 May 14 09:55:54.467501 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-8ae8a3b0-34fc-49d8-8a1a-7463ad25bb75 req-65f599c8-4c89-486b-b56c-685578d13f89 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325995 May 14 09:55:59.333807 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b01b1-780e-42af-9966-685c34e46135 req-364c868f-f867-4653-8b46-1744de98b1a4 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:55:59.335332 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-105b01b1-780e-42af-9966-685c34e46135 req-364c868f-f867-4653-8b46-1744de98b1a4 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0967042 May 14 09:55:59.381889 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-105b01b1-780e-42af-9966-685c34e46135 req-2be7c759-d190-4627-bd1a-07835b3dda2d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 May 14 09:56:00.597882 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337cf8e-49e0-487e-91aa-15f04b2a0680 req-684a33b7-756b-4522-be9d-de9dd82145c9 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:00.599377 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a337cf8e-49e0-487e-91aa-15f04b2a0680 req-684a33b7-756b-4522-be9d-de9dd82145c9 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0868809 May 14 09:56:00.644785 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-a337cf8e-49e0-487e-91aa-15f04b2a0680 req-8d5a36fa-c0c2-4dcb-8455-8e1e8d0ddca8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392499 May 14 09:56:01.865355 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b062-73eb-4cb5-bb2b-ae0ac408adab req-3a56786f-4cb6-419a-afdf-91a9003d70c1 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:01.866867 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bbe9b062-73eb-4cb5-bb2b-ae0ac408adab req-3a56786f-4cb6-419a-afdf-91a9003d70c1 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0912037 May 14 09:56:01.916396 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bbe9b062-73eb-4cb5-bb2b-ae0ac408adab req-42983649-ab6b-4bb2-8def-80ef02333a32 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 May 14 09:56:03.118000 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985518c-4086-43dd-9dfe-603f7724cff7 req-bb602fd8-160f-472d-95a6-3aaa7e531688 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:03.119606 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5985518c-4086-43dd-9dfe-603f7724cff7 req-bb602fd8-160f-472d-95a6-3aaa7e531688 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0902851 May 14 09:56:03.167423 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5985518c-4086-43dd-9dfe-603f7724cff7 req-439ea29a-1b64-4141-9dfd-e19df8610303 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 May 14 09:56:04.367993 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804665-2f5e-4893-8c15-306858c1ffa1 req-64759669-4d68-40e9-9575-7f0c845bae18 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:04.369435 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d0804665-2f5e-4893-8c15-306858c1ffa1 req-64759669-4d68-40e9-9575-7f0c845bae18 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0822377 May 14 09:56:04.415603 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d0804665-2f5e-4893-8c15-306858c1ffa1 req-c6189de8-10bc-4a32-8f93-7dadb036d5a8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401959 May 14 09:56:05.603319 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9980-6d95-4917-9794-57fcaeeebefd req-0e733751-1fb6-4376-82de-1d7cff93654e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:05.604809 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-342b9980-6d95-4917-9794-57fcaeeebefd req-0e733751-1fb6-4376-82de-1d7cff93654e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0808218 May 14 09:56:05.651129 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-342b9980-6d95-4917-9794-57fcaeeebefd req-f7f2533d-9221-4f34-b798-7fe0ff20f90e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 May 14 09:56:06.810478 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:56:06.865829 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65a769-54dd-4199-ba9d-0c106e82b54f req-1fcbc0b0-9487-4c51-a235-9b5dff6f09bb tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:06.867308 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f65a769-54dd-4199-ba9d-0c106e82b54f req-1fcbc0b0-9487-4c51-a235-9b5dff6f09bb tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0969229 May 14 09:56:06.913527 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-1f65a769-54dd-4199-ba9d-0c106e82b54f req-586ae77a-8e38-42de-91b1-86479682b0a5 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 May 14 09:56:08.113705 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b306dd-27b5-4990-ad4e-63bf0ba04f2c req-268a4f56-3a74-47e0-b200-8108e7814d08 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:08.115194 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-59b306dd-27b5-4990-ad4e-63bf0ba04f2c req-268a4f56-3a74-47e0-b200-8108e7814d08 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0845652 May 14 09:56:08.163685 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-59b306dd-27b5-4990-ad4e-63bf0ba04f2c req-7e1c47d7-fa83-4057-88ef-0ddc21e31556 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 May 14 09:56:08.784059 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-60c038a3-b452-4448-bd60-aa3fa6584c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:09.407857 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed1943-651d-469b-ab09-562e56673049 req-aaa208d7-2a9c-4fbd-97ff-fe3647462ac8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:09.409313 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e2ed1943-651d-469b-ab09-562e56673049 req-aaa208d7-2a9c-4fbd-97ff-fe3647462ac8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.1318531 May 14 09:56:09.462358 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-e2ed1943-651d-469b-ab09-562e56673049 req-0985d743-08c4-45ea-992e-8f059a3f5b9a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468371 May 14 09:56:09.476828 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-1d6283e5-c829-4a79-9201-3985cc594a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:09.478325 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-1d6283e5-c829-4a79-9201-3985cc594a21 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.1220958 May 14 09:56:09.614649 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-04b47278-fe4c-4140-8b1e-6c0339f25f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:09.616112 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-04b47278-fe4c-4140-8b1e-6c0339f25f5a service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1313577 May 14 09:56:09.721379 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-9cc5ae87-f6ec-4164-9e91-d7b0aa2d1a53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1002 time: 0.0986810 May 14 09:56:09.784480 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-bd24d8b9-456c-47dd-b097-97e7fcb0f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:09.785957 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-bd24d8b9-456c-47dd-b097-97e7fcb0f3dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0584350 May 14 09:56:09.865276 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-cc7cfc26-5798-457c-8b14-9f8806ed2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:09.866803 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-cc7cfc26-5798-457c-8b14-9f8806ed2e55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0747824 May 14 09:56:10.014389 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-213537f4-3123-43bb-a1c8-b3fb7ef5ee07 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408486 May 14 09:56:10.159914 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-ca3b1fb0-268c-41ad-acca-065a981927eb req-7b8952ca-f3bc-49d5-88fa-b30ba862803c service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383736 May 14 09:56:10.675548 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66852b3-9327-45c7-9acd-f231960e851f req-e4af2158-b650-43a7-b706-08f88377f2b1 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:10.677027 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b66852b3-9327-45c7-9acd-f231960e851f req-e4af2158-b650-43a7-b706-08f88377f2b1 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0967224 May 14 09:56:10.735534 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b66852b3-9327-45c7-9acd-f231960e851f req-71e7c63b-20f6-45dd-8c70-ca201ffa161f tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501633 May 14 09:56:11.221889 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:11.510673 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f5e2eceb-1645-419d-a778-a7d2a30be4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:11.937881 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2995ac7-d16d-424d-96ba-3bebf809938c req-ed34c37a-2051-4e34-987b-7b3aeb2bfc18 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:11.939402 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a2995ac7-d16d-424d-96ba-3bebf809938c req-ed34c37a-2051-4e34-987b-7b3aeb2bfc18 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0872545 May 14 09:56:11.984677 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-a2995ac7-d16d-424d-96ba-3bebf809938c req-928e57fd-de96-463b-a532-8ac23496eb54 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 May 14 09:56:12.351391 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:13.193585 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b329a7-1fa8-44b6-b882-e6b8cdc434ea req-c5a790c1-6881-4675-8a96-b22aca14599e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:13.195081 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-22b329a7-1fa8-44b6-b882-e6b8cdc434ea req-c5a790c1-6881-4675-8a96-b22aca14599e tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0959139 May 14 09:56:13.241418 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-22b329a7-1fa8-44b6-b882-e6b8cdc434ea req-82f2c107-fa53-4415-8ef2-a288bb242baf tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 May 14 09:56:13.663833 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d500-e211-40f2-921e-bfb5937516c3 req-ef8e6171-e76c-4573-aecc-142d90ff6471 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:13.665281 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8e38d500-e211-40f2-921e-bfb5937516c3 req-ef8e6171-e76c-4573-aecc-142d90ff6471 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.1372578 May 14 09:56:13.668039 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-d34974b2-5448-4fcf-ba4f-6e1c75532ece service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1928430 May 14 09:56:13.710283 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-8e38d500-e211-40f2-921e-bfb5937516c3 req-6b76fb48-5727-4f24-b601-e980423ad36c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 May 14 09:56:13.918695 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:14.911349 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1965-cea6-41e1-85c7-64978c0751cb req-b3c928e9-5ef7-4041-a722-a817fcd2edaa tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:14.912825 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-553b1965-cea6-41e1-85c7-64978c0751cb req-b3c928e9-5ef7-4041-a722-a817fcd2edaa tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0978568 May 14 09:56:14.960705 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-553b1965-cea6-41e1-85c7-64978c0751cb req-2c487d93-eda9-4ceb-806e-9f6854e14c8d tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396085 May 14 09:56:15.417413 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a453b97e-dafc-48a0-9356-b8477fc21c6e no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:56:15.539278 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:15.566459 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:56:15.576616 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:56:15.584160 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:15.585962 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:56:15.615481 dv-cinder-734144-18-smb neutron-server[78737]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'code': 422} returned with failed status May 14 09:56:15.653511 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=6']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:56:15.661697 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.662038 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.662377 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.662742 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.663069 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.663394 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.663715 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.664036 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.664352 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.664658 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.664977 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.665291 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:56:15.669623 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:56:16.173003 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6567c-3549-4067-85df-b49a676e8742 req-a3622ad1-68ee-448c-b8df-1a1ffbaa63c5 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:16.174627 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d5a6567c-3549-4067-85df-b49a676e8742 req-a3622ad1-68ee-448c-b8df-1a1ffbaa63c5 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.0885825 May 14 09:56:16.331788 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-d5a6567c-3549-4067-85df-b49a676e8742 req-a2464e81-677f-4367-bb52-c6dd101fa8dd tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489024 May 14 09:56:16.734720 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:17.604897 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b831a-0ebc-490f-b7f9-129e57f25a5d req-060d77cc-23f6-4a05-83af-a2b02d08b260 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:17.606285 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b43b831a-0ebc-490f-b7f9-129e57f25a5d req-060d77cc-23f6-4a05-83af-a2b02d08b260 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.1641839 May 14 09:56:17.656768 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-b43b831a-0ebc-490f-b7f9-129e57f25a5d req-b163b06a-2af1-458c-ba8b-dcc2fa2d7c3c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435405 May 14 09:56:18.274104 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76029-4714-4067-a257-c94ef416e8ac req-82d968db-2ca2-48b5-a616-b2c910b02cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:18.275631 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-82d968db-2ca2-48b5-a616-b2c910b02cc5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6&tenant_id=509ddd908aca410c806e51f4d570249f HTTP/1.1" status: 200 len: 1097 time: 0.0742497 May 14 09:56:18.382822 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76029-4714-4067-a257-c94ef416e8ac req-7936aa31-e96f-4b60-8650-21e94212f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:18.384309 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-7936aa31-e96f-4b60-8650-21e94212f268 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0868957 May 14 09:56:18.514363 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76029-4714-4067-a257-c94ef416e8ac req-fcc3d2cc-eac6-411e-bcf2-de5dfb06c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:18.515994 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-fcc3d2cc-eac6-411e-bcf2-de5dfb06c7e6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1253982 May 14 09:56:18.620130 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-937c1f95-c2fe-4521-8f77-579f62456af1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1000 time: 0.0970130 May 14 09:56:18.682759 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76029-4714-4067-a257-c94ef416e8ac req-69030782-b0fb-4d48-89f3-935f83534d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:18.684212 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-69030782-b0fb-4d48-89f3-935f83534d9d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0581372 May 14 09:56:18.759657 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76029-4714-4067-a257-c94ef416e8ac req-25a90d19-7f18-4c9f-bdec-c6e09f8a2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:18.761128 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-25a90d19-7f18-4c9f-bdec-c6e09f8a2fb7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0706651 May 14 09:56:18.945412 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-35f91376-97f3-4110-8b58-d80a444794e9 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772223 May 14 09:56:18.985941 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae69244-a689-4d02-bc32-b05ab2a78d32 req-1bd75f81-7d51-4041-80d3-90bc22fe4bb2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:18.987366 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4ae69244-a689-4d02-bc32-b05ab2a78d32 req-1bd75f81-7d51-4041-80d3-90bc22fe4bb2 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.2182059 May 14 09:56:19.098158 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-4ae69244-a689-4d02-bc32-b05ab2a78d32 req-6df9be9a-49c9-4871-98d9-2da9dfe3d7e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667586 May 14 09:56:19.128444 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-26c76029-4714-4067-a257-c94ef416e8ac req-921c7888-21ab-4aa2-a578-dd544378f02d service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740952 May 14 09:56:20.296826 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57e3be-1a5b-4570-8be1-61600aa5e94b req-791ba29a-60ed-4775-96c6-4d31fae83eee tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:20.298207 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5f57e3be-1a5b-4570-8be1-61600aa5e94b req-791ba29a-60ed-4775-96c6-4d31fae83eee tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.0834837 May 14 09:56:20.342644 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-5f57e3be-1a5b-4570-8be1-61600aa5e94b req-899433dc-cec7-471f-9304-273d9927cf39 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386949 May 14 09:56:21.431455 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a453b97e-dafc-48a0-9356-b8477fc21c6e details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 09:56:21.549859 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52aefa-6752-482f-b2ba-b96e58176c30 req-81b08fff-7d61-446b-bb97-5c2313befeb6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:21.551345 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5b52aefa-6752-482f-b2ba-b96e58176c30 req-81b08fff-7d61-446b-bb97-5c2313befeb6 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 944 time: 0.0834715 May 14 09:56:21.570111 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:56:21.583588 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Returning: {'device': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'port_id': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'mac_address': 'fa:16:3e:cd:16:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 09:56:21.596816 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-5b52aefa-6752-482f-b2ba-b96e58176c30 req-dc38ae04-e585-4d67-a2bc-d624d52e0771 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393441 May 14 09:56:21.645836 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:21.668000 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a453b97e-dafc-48a0-9356-b8477fc21c6e {{(pid=78737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 09:56:21.690346 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:56:21.696877 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:21.698874 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:56:21.777919 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=7']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:56:21.782950 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:56:22.082214 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] get_ports_and_sgs() called for port_ids ['a453b97e-dafc-48a0-9356-b8477fc21c6e'] {{(pid=78737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 09:56:22.784465 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4707-ddb8-4d2d-bcf5-aafae7ea7173 req-547aa453-957d-4ba7-9052-06983a9326ef tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:22.786034 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d4f4707-ddb8-4d2d-bcf5-aafae7ea7173 req-547aa453-957d-4ba7-9052-06983a9326ef tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 945 time: 0.0832515 May 14 09:56:22.834515 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-7d4f4707-ddb8-4d2d-bcf5-aafae7ea7173 req-0af99adb-d55f-4dea-86cb-3e98c3afd161 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424862 May 14 09:56:23.433515 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a453b97e-dafc-48a0-9356-b8477fc21c6e up at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 09:56:23.506649 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.provisioning_blocks [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Provisioning complete for port a453b97e-dafc-48a0-9356-b8477fc21c6e triggered by entity L2. {{(pid=78737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 09:56:23.507044 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000095'] for port, provisioning_complete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:23.625551 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4146388'] for port, before_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:23.651778 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e'}] {{(pid=78737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:56:23.661816 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:56:23.667191 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732265922591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732265473028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732265473073'] for port, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:23.669025 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:56:23.698747 dv-cinder-734144-18-smb neutron-server[78737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'code': 200} May 14 09:56:23.736997 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Pushing event updated for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=8']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:56:23.739897 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:56:23.980859 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14139c-d542-4bd6-bf03-b982f25e4aec req-8c6225a9-460d-4e3e-a079-a6f934b00856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:23.982355 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fe14139c-d542-4bd6-bf03-b982f25e4aec req-8c6225a9-460d-4e3e-a079-a6f934b00856 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0709379 May 14 09:56:24.020927 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553537d2-acb8-472b-8b57-44ef9ea58b03 req-7fe68ee4-5971-40b6-88e6-38e44c5205ea tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:24.022416 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-553537d2-acb8-472b-8b57-44ef9ea58b03 req-7fe68ee4-5971-40b6-88e6-38e44c5205ea tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0799189 May 14 09:56:24.028443 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-fe14139c-d542-4bd6-bf03-b982f25e4aec req-075fc6cd-23a4-4318-9ced-73f38dbf58f3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399644 May 14 09:56:24.067866 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-553537d2-acb8-472b-8b57-44ef9ea58b03 req-39ca33fe-3eb2-4da8-8eee-3711df32f17f tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 May 14 09:56:25.258350 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06304849-dd99-4d37-977e-f52bc8124042 req-29133c96-1405-48da-b91f-f111864b9083 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:25.259726 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-06304849-dd99-4d37-977e-f52bc8124042 req-29133c96-1405-48da-b91f-f111864b9083 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0818899 May 14 09:56:25.304726 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-06304849-dd99-4d37-977e-f52bc8124042 req-8c6e3031-1618-450f-971e-b463611ed979 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392320 May 14 09:56:38.783463 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2d139e03-860d-40b7-88f9-100b50ead1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:41.224114 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:41.512319 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-9df9a41e-0447-4bad-aba3-ef02b8f99123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:42.355922 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:43.815635 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:56:43.923579 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:46.737193 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:56:54.567508 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-32f4b9da-d605-40c4-b122-7cbd5d937723 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317046 May 14 09:56:54.714098 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-dc7afc22-7761-42b1-9a1a-089d1e4d8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:54.715524 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-dc7afc22-7761-42b1-9a1a-089d1e4d8139 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0766275 May 14 09:56:54.865170 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-0dbe44a7-95cd-498d-bf85-72a12b211ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:54.866723 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-0dbe44a7-95cd-498d-bf85-72a12b211ebc service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1261406 May 14 09:56:55.088449 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-15f06972-b549-44e6-8085-407227cf605c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1002 time: 0.2146070 May 14 09:56:55.151897 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-af82a7ca-cf0b-479b-9039-f990cfb931a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:55.153257 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-af82a7ca-cf0b-479b-9039-f990cfb931a3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0574203 May 14 09:56:55.237267 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-6006091c-6eb2-4dac-90d4-989d1a2da448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:56:55.238754 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-6006091c-6eb2-4dac-90d4-989d1a2da448 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0789587 May 14 09:56:55.378005 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-8e9cb734-e364-43db-aee6-97d811476cd4 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321063 May 14 09:56:55.531890 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-bea2c36d-bc33-4918-9754-db72405b8a19 req-b4bc8e21-e378-4177-b430-d1cc7c009d10 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468294 May 14 09:57:08.789013 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6191401b-d8a9-4684-b49a-7120c31fb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:11.227058 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:11.511197 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-14435ea6-7293-46c1-95df-70b04a1ea6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:12.362886 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:13.930791 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:16.762819 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:20.821487 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:57:38.778141 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-5f3e72da-337d-4eef-b477-4bc8b50df05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:41.228515 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:41.511837 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-0025f7ca-4aee-4609-a697-5d21f0c3063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:42.364368 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:43.937266 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:46.759363 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:57:54.531196 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-ef1f54cc-15db-4437-8501-34155609ff0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717220 May 14 09:57:54.681998 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-2c7ae498-789b-4411-a8e7-54d0fa1ea701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:57:54.683560 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-2c7ae498-789b-4411-a8e7-54d0fa1ea701 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0794358 May 14 09:57:54.834145 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-c4c7e967-ed3d-484d-8a99-3ddbccbe220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:57:54.835536 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-c4c7e967-ed3d-484d-8a99-3ddbccbe220b service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1320176 May 14 09:57:54.946800 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-9a47cb8b-b05e-4de5-bb90-784e532bbd33 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 1002 time: 0.1037874 May 14 09:57:55.023967 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-4dcc849f-e103-4294-8b06-7545b08942a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:57:55.026073 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-4dcc849f-e103-4294-8b06-7545b08942a3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0724962 May 14 09:57:55.103184 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-4224dc17-fb64-4133-9bd6-2b3962730d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:57:55.104520 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-4224dc17-fb64-4133-9bd6-2b3962730d6a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0716367 May 14 09:57:55.246978 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-4b93d2d8-67dc-4bd3-9362-c63d4fd844b9 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350842 May 14 09:57:55.380181 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-56c0caeb-c678-4fb2-8f41-386f94a0d298 req-58b088db-0c7e-4a74-a805-ac0df162d693 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258926 May 14 09:57:57.137978 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [req-de72db52-4231-46e7-b78c-5a471de7d02b req-35b707e5-53aa-42e5-8f80-1f50338f167f service neutron] (78736) timed out ('10.222.0.75', 63824) {{(pid=78736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 09:57:57.825993 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:57:58.690045 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [req-81406846-a4a6-451b-aba0-9c2729c7b49b req-b1241daf-2f08-4a6b-958c-76f7939d34c1 service neutron] (78735) timed out ('10.222.0.75', 63834) {{(pid=78735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 09:58:01.215396 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34466) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:01.527627 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Deleting port 43814d03-96ad-4d92-9d24-77e2bbc39f7f {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:01.527968 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:01.757792 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:01.758020 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:01.884368 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Calling delete_port for 43814d03-96ad-4d92-9d24-77e2bbc39f7f owned by network:floatingip {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:02.022760 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:02.027784 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-84fb1bd0-d0fd-483c-8d6d-c7ba978f49fa tempest-VolumesSnapshotTestJSON-225605167 tempest-VolumesSnapshotTestJSON-225605167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:02.102074 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event deleted for resources: {'Port': ['ID=43814d03-96ad-4d92-9d24-77e2bbc39f7f,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:02.141807 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.142159 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.142537 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.142897 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.143248 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.143599 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.143948 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.144292 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.144645 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.144993 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.145354 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.145693 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:02.150996 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:02.176753 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for floatingip, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:02.177105 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.db.l3_db [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Floating IP 9ef347a5-46a6-4544-80ce-3a49b939de3b disassociated (deleted). External IP: 172.28.0.247, port: a453b97e-dafc-48a0-9356-b8477fc21c6e. May 14 09:58:02.529920 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Router 79bc222d-8b34-4541-a18b-cac04eec948a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:58:02.707942 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:58:02.718294 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] Sync routers for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:58:02.729102 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:58:02.729651 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:57:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:02.730368 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for floatingip, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:02.787536 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-b3f090a0-34c3-4307-bde9-969860c28d7a tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "DELETE /v2.0/floatingips/9ef347a5-46a6-4544-80ce-3a49b939de3b HTTP/1.1" status: 204 len: 168 time: 1.5706582 May 14 09:58:02.788178 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:58:02.840414 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'status': 'completed', 'code': 200} May 14 09:58:02.912630 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:58:02.936452 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b126f-db1c-4861-9f47-7613ae65a876 req-c75e4234-bab6-4e95-b39a-bd229f8a78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:58:02.938592 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-827b126f-db1c-4861-9f47-7613ae65a876 req-c75e4234-bab6-4e95-b39a-bd229f8a78ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509ddd908aca410c806e51f4d570249f&device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0750802 May 14 09:58:03.079019 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b126f-db1c-4861-9f47-7613ae65a876 req-cff318d3-557a-4d03-9a95-a84afd0eeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:58:03.080471 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-827b126f-db1c-4861-9f47-7613ae65a876 req-cff318d3-557a-4d03-9a95-a84afd0eeece service neutron] 10.222.0.75 "GET /v2.0/networks?id=ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 200 len: 910 time: 0.1358745 May 14 09:58:03.234058 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 5, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:03.238722 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] Checking router: 79bc222d-8b34-4541-a18b-cac04eec948a for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:58:03.247854 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:58:03.248455 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:57:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:03.301744 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-827b126f-db1c-4861-9f47-7613ae65a876 req-54100e13-5581-4fd2-8959-8b6e78e7e3b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 200 len: 217 time: 0.2138445 May 14 09:58:03.378405 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b126f-db1c-4861-9f47-7613ae65a876 req-27a412fa-f8d4-4aaf-bb01-605dabb92789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:58:03.379914 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-827b126f-db1c-4861-9f47-7613ae65a876 req-27a412fa-f8d4-4aaf-bb01-605dabb92789 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 200 len: 848 time: 0.0703013 May 14 09:58:03.436338 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac361bf-3fb2-42d4-8bb3-b8d7f34fb9c9 req-b1c23ed8-6b19-49a5-a55c-b40d29280e4c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:58:03.436702 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-0ac361bf-3fb2-42d4-8bb3-b8d7f34fb9c9 req-b1c23ed8-6b19-49a5-a55c-b40d29280e4c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Synchronizing usage tracker for tenant:509ddd908aca410c806e51f4d570249f on resource:port {{(pid=78735) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 09:58:03.465062 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.quota.resource [req-0ac361bf-3fb2-42d4-8bb3-b8d7f34fb9c9 req-b1c23ed8-6b19-49a5-a55c-b40d29280e4c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Unset dirty status for tenant:509ddd908aca410c806e51f4d570249f on resource:port {{(pid=78735) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 09:58:03.471132 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0ac361bf-3fb2-42d4-8bb3-b8d7f34fb9c9 req-b1c23ed8-6b19-49a5-a55c-b40d29280e4c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.3896141 May 14 09:58:03.471344 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:58:03.532317 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b126f-db1c-4861-9f47-7613ae65a876 req-56c77ea4-5927-43f1-bf96-fa24180718c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:58:03.533781 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-827b126f-db1c-4861-9f47-7613ae65a876 req-56c77ea4-5927-43f1-bf96-fa24180718c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ef90fa0a-0505-48ee-8971-1f0b6c714db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1426115 May 14 09:58:03.536850 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-0ac361bf-3fb2-42d4-8bb3-b8d7f34fb9c9 req-a33225a0-ec1c-471e-b538-eaf8be08ac53 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644522 May 14 09:58:03.676390 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-827b126f-db1c-4861-9f47-7613ae65a876 req-b5b8fb28-f38b-44d0-99ab-a73a9db35b23 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352091 May 14 09:58:03.784805 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 5, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:03.788852 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19486160-3811-4a1c-82a4-e99f84dc075b None None] The sync data for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb is: [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:52:49Z', 'revision_number': 4, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb', '_interfaces': [{'id': 'e2c69e3a-4814-4204-9464-beb0d7b5c257', 'name': '', 'network_id': 'ef90fa0a-0505-48ee-8971-1f0b6c714db0', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'mac_address': 'fa:16:3e:79:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:48Z', 'updated_at': '2021-05-14T09:52:56Z', 'revision_number': 5, 'project_id': '509ddd908aca410c806e51f4d570249f', 'subnets': [{'id': '77cafe0d-ae4c-4f60-93b4-6407095187fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:58:03.813703 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-827b126f-db1c-4861-9f47-7613ae65a876 req-2c013128-fc90-4287-8d70-d1d1a85c11d4 service neutron] 10.222.0.75 "GET /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305187 May 14 09:58:04.016035 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b2a8c-f8f0-4853-ac64-e02423527217 None None] New status for floating IP 9ef347a5-46a6-4544-80ce-3a49b939de3b: DOWN {{(pid=78738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 09:58:04.650298 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-62a6fe55-952b-42db-83b6-34d3aaa1891c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:58:04.651830 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-62a6fe55-952b-42db-83b6-34d3aaa1891c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.75 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.0893152 May 14 09:58:04.786174 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51490de5-0f71-47fc-9829-89b4c8dedc10 req-f8c7bd95-e3df-4de3-a665-192ce55135c8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 09:58:04.787615 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-51490de5-0f71-47fc-9829-89b4c8dedc10 req-f8c7bd95-e3df-4de3-a665-192ce55135c8 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 946 time: 0.1355419 May 14 09:58:04.789803 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Deleting port a453b97e-dafc-48a0-9356-b8477fc21c6e {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:04.790227 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:04.833720 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-51490de5-0f71-47fc-9829-89b4c8dedc10 req-45fa17b4-f7e2-41c7-8c93-d5ec1fdc7d26 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/security-groups?id=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 May 14 09:58:04.921566 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] For port a453b97e-dafc-48a0-9356-b8477fc21c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a453b97e-dafc-48a0-9356-b8477fc21c6e,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:04.922029 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:05.043560 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Calling delete_port for a453b97e-dafc-48a0-9356-b8477fc21c6e owned by compute:nova {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:05.171640 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:05.180362 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-b085bf32-c08a-4d32-8bf9-8bb5c31b5038 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:05.234086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event deleted for resources: {'Port': ['ID=a453b97e-dafc-48a0-9356-b8477fc21c6e,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:05.237720 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:05.313123 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] No DVR routers for this DVR port a453b97e-dafc-48a0-9356-b8477fc21c6e on host hv-cinder-73414 {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:58:05.315659 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015'] for port, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:05.318299 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-deleted', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e'}] {{(pid=78735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 09:58:05.335169 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [req-9d5204f1-fb1d-4ed1-ac98-2050ad3a5bbe req-678bf0d0-0d80-414b-9b1b-2207a22086e3 tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.75 "DELETE /v2.0/ports/a453b97e-dafc-48a0-9356-b8477fc21c6e HTTP/1.1" status: 204 len: 173 time: 0.6770234 May 14 09:58:05.368848 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a1c9f6-8a26-409f-97d8-f58b5eae3fa6', 'name': 'network-vif-deleted', 'tag': 'a453b97e-dafc-48a0-9356-b8477fc21c6e', 'status': 'completed', 'code': 200} May 14 09:58:05.997257 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [req-2502f129-7a6b-4fd9-9c56-bb03a613a8a1 req-ca4f93c0-c6c0-4739-a9b1-d57622646b0c tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "GET /v2.0/ports?device_id=65a1c9f6-8a26-409f-97d8-f58b5eae3fa6 HTTP/1.1" status: 200 len: 210 time: 0.0420456 May 14 09:58:07.106279 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34490) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:07.183644 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-684c20cd-f139-45c5-890c-5617e88ec0ca tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:07.214830 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-684c20cd-f139-45c5-890c-5617e88ec0ca tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:07.283770 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-684c20cd-f139-45c5-890c-5617e88ec0ca tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:07.287933 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e0ce4415-cb17-4971-b330-d6403e8b103e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:07.303189 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c20cd-f139-45c5-890c-5617e88ec0ca tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:07.305970 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-684c20cd-f139-45c5-890c-5617e88ec0ca tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:07.315875 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-684c20cd-f139-45c5-890c-5617e88ec0ca tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:07.317020 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-684c20cd-f139-45c5-890c-5617e88ec0ca tempest-TestShelveInstance-1424474834 tempest-TestShelveInstance-1424474834-project] 10.222.0.67 "DELETE /v2.0/security-groups/30eeee06-f7b1-4ea9-862e-c76e5b3fdd5a HTTP/1.1" status: 204 len: 168 time: 0.2096848 May 14 09:58:07.368894 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 34496) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:07.958071 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a453b97e-dafc-48a0-9356-b8477fc21c6e no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:58:07.995908 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] No Port match for: a453b97e-dafc-48a0-9356-b8477fc21c6e {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:58:07.996254 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Device a453b97e-dafc-48a0-9356-b8477fc21c6e not bound to the agent host hv-cinder-73414 {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:58:08.047679 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-976967'] for router_interface, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:08.558436 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Deleting port e2c69e3a-4814-4204-9464-beb0d7b5c257 {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:08.559164 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:08.691306 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] For port e2c69e3a-4814-4204-9464-beb0d7b5c257, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=e2c69e3a-4814-4204-9464-beb0d7b5c257,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:08.691620 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:08.781536 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c66d-717e-4f4f-ab72-e815cb94afe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:08.827794 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Calling delete_port for e2c69e3a-4814-4204-9464-beb0d7b5c257 owned by network:router_interface {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:08.976453 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:08.980285 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-3287d7fc-b392-4ad6-b51f-071610bdb9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:09.023335 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c69e3a-4814-4204-9464-beb0d7b5c257,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:09.056975 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.057351 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.057713 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.058070 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.058422 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.058799 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.059149 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.059498 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.059842 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.060187 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.060538 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.060880 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:09.068883 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:09.302621 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975831'] for router_interface, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:09.667984 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Router 79bc222d-8b34-4541-a18b-cac04eec948a has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:58:09.953364 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:58:09.962280 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] Sync routers for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:58:09.968279 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-5fb89ad3-9070-4146-bc1a-f8bc8b38f229 admin admin] 10.222.0.67 "PUT /v2.0/routers/79bc222d-8b34-4541-a18b-cac04eec948a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980315 May 14 09:58:09.970700 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.wsgi [-] (78736) accepted ('10.222.0.67', 34502) {{(pid=78736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:09.973454 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:58:09.974085 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:57:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:10.153582 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:10.154704 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: dv-cinder-734144-18-smb {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:58:10.333231 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:10.411718 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Deleting port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa {{(pid=78736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:10.412093 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:10.444810 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:58:08Z', 'revision_number': 5, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port': {'id': '7b4cc1c7-24a4-49ef-9a23-934b9eb143fa', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:46Z', 'updated_at': '2021-05-14T09:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:10.448853 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] Checking router: 79bc222d-8b34-4541-a18b-cac04eec948a for host: dv-cinder-734144-18-smb {{(pid=78737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:58:10.457480 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] Routers {'79bc222d-8b34-4541-a18b-cac04eec948a'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:58:10.458094 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:57:41Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['79bc222d-8b34-4541-a18b-cac04eec948a'], 'active': True} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:10.533472 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.db [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] For port 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:10.533769 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:10.605698 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvr_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] Set router 79bc222d-8b34-4541-a18b-cac04eec948a gateway port host: None {{(pid=78737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:58:10.651906 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.plugins.ml2.plugin [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Calling delete_port for 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa owned by network:router_gateway {{(pid=78736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:10.709923 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_hamode_db [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:58:10Z', 'revision_number': 6, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port_host': None}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:10.713920 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430416b-72ef-473c-b8b9-d33267b39016 None None] The sync data for ids ['79bc222d-8b34-4541-a18b-cac04eec948a'] in dv-cinder-734144-18-smb is: [{'id': '79bc222d-8b34-4541-a18b-cac04eec948a', 'name': 'tempest-TestShelveInstance-1153510264-router', 'tenant_id': '509ddd908aca410c806e51f4d570249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:45Z', 'updated_at': '2021-05-14T09:58:10Z', 'revision_number': 6, 'project_id': '509ddd908aca410c806e51f4d570249f', 'gw_port_host': None}] {{(pid=78737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:58:10.792569 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010951'] for port, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:10.798768 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:10.848003 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4cc1c7-24a4-49ef-9a23-934b9eb143fa,revision_number=None']} {{(pid=78736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:10.851284 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG oslo_concurrency.lockutils [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:10.945184 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975041'] for router_gateway, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.118118 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104013'] for router, precommit_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.120431 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.149215 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982101'] for router, after_delete {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.149770 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79bc222d-8b34-4541-a18b-cac04eec948a {{(pid=78736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:58:11.162398 dv-cinder-734144-18-smb neutron-server[78736]: DEBUG neutron_lib.callbacks.manager [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] Notify callbacks [] for router, before_response {{(pid=78736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.163583 dv-cinder-734144-18-smb neutron-server[78736]: INFO neutron.wsgi [None req-6ee849ac-b385-4bb1-bcd2-dc25d28026d4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/79bc222d-8b34-4541-a18b-cac04eec948a HTTP/1.1" status: 204 len: 168 time: 1.1920171 May 14 09:58:11.166291 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34506) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:11.221294 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.231956 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Deleting subnet 77cafe0d-ae4c-4f60-93b4-6407095187fa {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:58:11.235081 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.283752 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10515965'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.362955 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.509872 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-74c5672b-4f92-4f0d-a702-590c5a2306f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.725752 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10678737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10711461'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.729662 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5354c900-9bd7-4e5f-8728-d61c19cf0ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:11.769159 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77cafe0d-ae4c-4f60-93b4-6407095187fa,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:11.771127 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.773869 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:11.777720 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-94a0057d-cf7d-422e-b8a8-c741fc575ee8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/77cafe0d-ae4c-4f60-93b4-6407095187fa HTTP/1.1" status: 204 len: 168 time: 0.6103640 May 14 09:58:11.778190 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df31d46-dbd8-4965-90b0-eb4a506fda61 None None] Network ef90fa0a-0505-48ee-8971-1f0b6c714db0 requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:58:11.780383 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34510) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:11.887167 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:11.962878 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Deleting port 8bb73846-7ec1-4a51-8292-973f2de2416b {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:11.963094 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.058633 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] DHCP port deletion for ef90fa0a-0505-48ee-8971-1f0b6c714db0 request from dv-cinder-734144-18-smb {{(pid=78737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:58:12.063202 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:58:12.065843 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] For port 8bb73846-7ec1-4a51-8292-973f2de2416b, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=8bb73846-7ec1-4a51-8292-973f2de2416b,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:12.066194 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.123542 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:58:12.123908 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 7b4cc1c7-24a4-49ef-9a23-934b9eb143fa not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:58:12.124282 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e2c69e3a-4814-4204-9464-beb0d7b5c257 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:58:12.162326 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: e2c69e3a-4814-4204-9464-beb0d7b5c257 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:58:12.162701 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e2c69e3a-4814-4204-9464-beb0d7b5c257 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:58:12.189000 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Deleting port 8bb73846-7ec1-4a51-8292-973f2de2416b {{(pid=78737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:12.189352 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.189780 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Calling delete_port for 8bb73846-7ec1-4a51-8292-973f2de2416b owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:12.237537 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.242110 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-507438de-d0a9-4323-9b91-4fba923ff271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:12.286057 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] For port 8bb73846-7ec1-4a51-8292-973f2de2416b, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=8bb73846-7ec1-4a51-8292-973f2de2416b,segment=NetworkSegment(aa92b972-765a-4ac9-9671-79d3ac2ff95c),segment_id=aa92b972-765a-4ac9-9671-79d3ac2ff95c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:12.286703 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.288483 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb73846-7ec1-4a51-8292-973f2de2416b,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:12.291610 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:12.292357 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] No DVR routers for this DVR port 8bb73846-7ec1-4a51-8292-973f2de2416b on host dv-cinder-734144-18-smb {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:58:12.409259 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.413988 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Calling delete_port for 8bb73846-7ec1-4a51-8292-973f2de2416b owned by network:dhcp {{(pid=78737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:12.423164 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef90fa0a-0505-48ee-8971-1f0b6c714db0']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:12.437041 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa92b972-765a-4ac9-9671-79d3ac2ff95c') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:12.437366 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa92b972-765a-4ac9-9671-79d3ac2ff95c') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:12.438483 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.457593 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.465225 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759'] for port, after_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.468856 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:12.475706 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.482335 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:58:12.482764 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:58:12.496833 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:58:12.511131 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Pushing event deleted for resources: {'Port': ['ID=8bb73846-7ec1-4a51-8292-973f2de2416b,revision_number=None']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:12.515647 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] No DVR routers for this DVR port 8bb73846-7ec1-4a51-8292-973f2de2416b on host dv-cinder-734144-18-smb {{(pid=78737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:58:12.521837 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.522177 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.522507 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.522857 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.523178 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.523496 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.523811 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.524130 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.524555 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.524748 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.525059 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.525366 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-18-smb {{(pid=78737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 09:58:12.528136 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-2cc9dba4-9dd2-4fdd-8abf-0bc59ff3e5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:12.578587 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.582764 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:12.595629 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:12.605620 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef90fa0a-0505-48ee-8971-1f0b6c714db0,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:12.608692 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:12.621880 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ef90fa0a-0505-48ee-8971-1f0b6c714db0 HTTP/1.1" status: 204 len: 168 time: 0.8404262 May 14 09:58:12.626357 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34514) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:13.293195 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-976967'] for router_interface, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:13.720506 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Deleting port 16cf9bed-964e-4794-a151-d272f17dd3b9 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:13.720805 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:13.853405 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] For port 16cf9bed-964e-4794-a151-d272f17dd3b9, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=16cf9bed-964e-4794-a151-d272f17dd3b9,segment=NetworkSegment(e905a0d9-a18b-4eab-bcb5-c701235e463c),segment_id=e905a0d9-a18b-4eab-bcb5-c701235e463c)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:13.853736 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:13.931930 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:13.977767 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Calling delete_port for 16cf9bed-964e-4794-a151-d272f17dd3b9 owned by network:router_interface {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:14.039074 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8bb73846-7ec1-4a51-8292-973f2de2416b no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:58:14.073281 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 8bb73846-7ec1-4a51-8292-973f2de2416b {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:58:14.073579 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 8bb73846-7ec1-4a51-8292-973f2de2416b not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:58:14.129623 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:14.136568 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5843ba31-8cb9-4071-862a-df2452e289c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:14.182302 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Pushing event deleted for resources: {'Port': ['ID=16cf9bed-964e-4794-a151-d272f17dd3b9,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:14.208082 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:14.442270 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975831'] for router_interface, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:14.924267 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Router ab474538-d574-4fa1-8a12-287e72cf678f has already been hosted by L3 agent 56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f {{(pid=78735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 09:58:15.111077 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] Notify agent at l3_agent.dv-cinder-734144-18-smb the message routers_updated {{(pid=78735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 09:58:15.120159 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] Sync routers for ids ['ab474538-d574-4fa1-8a12-287e72cf678f'] in dv-cinder-734144-18-smb {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 09:58:15.130029 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-26c173ca-5ab4-4f0b-8448-e04653f0c87f admin admin] 10.222.0.67 "PUT /v2.0/routers/ab474538-d574-4fa1-8a12-287e72cf678f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5023065 May 14 09:58:15.132314 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] Routers {'ab474538-d574-4fa1-8a12-287e72cf678f'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:58:15.132485 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34518) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:15.133101 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:58:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['ab474538-d574-4fa1-8a12-287e72cf678f'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:15.309893 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] Set router ab474538-d574-4fa1-8a12-287e72cf678f gateway port host: dv-cinder-734144-18-smb {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:58:15.310152 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:15.482668 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:15.554355 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Deleting port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:15.554723 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:15.589925 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'external_fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:58:14Z', 'revision_number': 5, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port': {'id': 'e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd', 'name': '', 'network_id': '79ff230e-cfb4-4237-a7fe-82346cf006d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:35:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T09:52:53Z', 'updated_at': '2021-05-14T09:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93a40c2-e693-4040-a21d-4d63b2d03741', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-18-smb'}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:15.593639 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] Checking router: ab474538-d574-4fa1-8a12-287e72cf678f for host: dv-cinder-734144-18-smb {{(pid=78738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 09:58:15.602390 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] Routers {'ab474538-d574-4fa1-8a12-287e72cf678f'} bound to L3 agent in host dv-cinder-734144-18-smb {{(pid=78738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 09:58:15.603028 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T09:33:41Z,description=,heartbeat_timestamp=2021-05-14T09:58:11Z,host='dv-cinder-734144-18-smb',id=56a17e3d-b579-4c1a-a8dd-0f85b6d1ff5f,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T09:33:41Z,topic='l3_agent')) {'router_ids': ['ab474538-d574-4fa1-8a12-287e72cf678f'], 'active': True} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:15.679436 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] For port e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,segment=NetworkSegment(2a576960-2d86-467e-8b64-1948c71e5b01),segment_id=2a576960-2d86-467e-8b64-1948c71e5b01)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:15.679820 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:15.753681 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_dvr_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] Set router ab474538-d574-4fa1-8a12-287e72cf678f gateway port host: None {{(pid=78738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 09:58:15.802131 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Calling delete_port for e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd owned by network:router_gateway {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:15.856295 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.l3_hamode_db [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:58:15Z', 'revision_number': 6, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port_host': None}], 'dv-cinder-734144-18-smb', False) {} {{(pid=78738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:15.860430 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8686f21-8600-4e90-8fef-6b33a729b515 None None] The sync data for ids ['ab474538-d574-4fa1-8a12-287e72cf678f'] in dv-cinder-734144-18-smb is: [{'id': 'ab474538-d574-4fa1-8a12-287e72cf678f', 'name': 'tempest-TestShelveInstance-1402718545-router', 'tenant_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T09:52:52Z', 'updated_at': '2021-05-14T09:58:15Z', 'revision_number': 6, 'project_id': '2bbcde91ff9b48a7bdeb1aee79299e72', 'gw_port_host': None}] {{(pid=78738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 09:58:16.070790 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.075251 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f707e71b-6836-4ab1-8f9c-69af320a35e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:16.118194 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:16.146121 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:16.210617 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975041'] for router_gateway, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.392891 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104013'] for router, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.395234 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.421641 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-982101'] for router, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.422121 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab474538-d574-4fa1-8a12-287e72cf678f {{(pid=78735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 09:58:16.434805 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] Notify callbacks [] for router, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.435953 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-974bb878-7bd9-407b-b64d-1b8811fde4b6 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ab474538-d574-4fa1-8a12-287e72cf678f HTTP/1.1" status: 204 len: 168 time: 1.3025513 May 14 09:58:16.438594 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34522) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:16.499254 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Deleting subnet b3e883b1-7601-4ab5-b1b1-31bab3a73c27 {{(pid=78735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 09:58:16.502273 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.553057 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10515965'] for subnet, precommit_delete_associations {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.595191 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 16cf9bed-964e-4794-a151-d272f17dd3b9 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:58:16.632750 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 16cf9bed-964e-4794-a151-d272f17dd3b9 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:58:16.633094 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 16cf9bed-964e-4794-a151-d272f17dd3b9 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:58:16.652237 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004721'] for subnet, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.760548 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.904086 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10678737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10711461'] for subnet, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.909750 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d5250056-068c-4bef-a887-507f28752d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:16.948588 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:16.950987 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e883b1-7601-4ab5-b1b1-31bab3a73c27,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:16.954555 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:16.957141 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13121eff-ef71-46ef-ba0e-6cede4766af3 None None] Network dbf60e58-be4e-4e0d-ada8-c1864a8abfdc requested from dv-cinder-734144-18-smb {{(pid=78737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 09:58:16.957444 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-5a461b19-e534-4ca4-af0c-8e2362a137b4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b3e883b1-7601-4ab5-b1b1-31bab3a73c27 HTTP/1.1" status: 204 len: 168 time: 0.5179243 May 14 09:58:16.960107 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34526) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:17.060806 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708017'] for network, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.137552 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Deleting port 469ecb2e-9f4e-493d-a5c7-d747dd857580 {{(pid=78735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:17.137796 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.206404 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] DHCP port deletion for dbf60e58-be4e-4e0d-ada8-c1864a8abfdc request from dv-cinder-734144-18-smb {{(pid=78737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 09:58:17.237910 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.db [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] For port 469ecb2e-9f4e-493d-a5c7-d747dd857580, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=469ecb2e-9f4e-493d-a5c7-d747dd857580,segment=NetworkSegment(e905a0d9-a18b-4eab-bcb5-c701235e463c),segment_id=e905a0d9-a18b-4eab-bcb5-c701235e463c)] {{(pid=78735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:17.238258 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.273851 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] Deleting port 469ecb2e-9f4e-493d-a5c7-d747dd857580 {{(pid=78737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 09:58:17.274222 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732265919371'] for port, before_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.357283 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.plugin [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Calling delete_port for 469ecb2e-9f4e-493d-a5c7-d747dd857580 owned by network:dhcp {{(pid=78735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:17.372338 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.db [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] For port 469ecb2e-9f4e-493d-a5c7-d747dd857580, host dv-cinder-734144-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-18-smb',level=0,port_id=469ecb2e-9f4e-493d-a5c7-d747dd857580,segment=NetworkSegment(e905a0d9-a18b-4eab-bcb5-c701235e463c),segment_id=e905a0d9-a18b-4eab-bcb5-c701235e463c)] {{(pid=78737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 09:58:17.372732 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-977561'] for port, precommit_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.407389 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10678758'] for port, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.411430 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-d1eb797b-50d4-4aff-8a52-336b2dbc55a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:17.459782 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Pushing event deleted for resources: {'Port': ['ID=469ecb2e-9f4e-493d-a5c7-d747dd857580,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:17.461507 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] No DVR routers for this DVR port 469ecb2e-9f4e-493d-a5c7-d747dd857580 on host dv-cinder-734144-18-smb {{(pid=78735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:58:17.463133 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:17.494085 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] Calling delete_port for 469ecb2e-9f4e-493d-a5c7-d747dd857580 owned by network:dhcp {{(pid=78737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 09:58:17.539822 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4146323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732265922609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732265472759'] for port, after_delete {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.543694 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-414f2ca1-a953-4fed-bd2f-00082c8c9959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:17.587027 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] Pushing event deleted for resources: {'Port': ['ID=469ecb2e-9f4e-493d-a5c7-d747dd857580,revision_number=None']} {{(pid=78737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:17.589986 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG oslo_concurrency.lockutils [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:17.590793 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1fe51d-a5c0-4167-a6aa-93e50059f27b None None] No DVR routers for this DVR port 469ecb2e-9f4e-493d-a5c7-d747dd857580 on host dv-cinder-734144-18-smb {{(pid=78737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 09:58:17.694993 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002790', 'neutron.services.segments.db._delete_segments_for_network-8732265947468'] for network, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.708674 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf60e58-be4e-4e0d-ada8-c1864a8abfdc']}} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:17.725542 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e905a0d9-a18b-4eab-bcb5-c701235e463c') {'for_net_delete': True} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:17.725730 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.services.segments.db [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e905a0d9-a18b-4eab-bcb5-c701235e463c') {} {{(pid=78735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 09:58:17.738385 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732265957205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10515718'] for segment, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.760083 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374'] for segment, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.766361 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=78735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 09:58:17.766932 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10678715'] for segment, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: Traceback (most recent call last): May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: timer() May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: cb(*args, **kw) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: return func(*args, **kwargs) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: self._notify() May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: self.callback(batched_events) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: event.method(event) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: aggregate_uuid = self.p_client.list_aggregates( May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: return f(self, *a, **k) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: return self._get(url).json() May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: return self.request(url, 'GET', **kwargs) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: base_url = self.get_endpoint(auth, allow=allow, May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 09:58:17.780151 dv-cinder-734144-18-smb neutron-server[78735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 09:58:17.858746 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974978'] for network, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.863001 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-8cbc38df-b71e-459c-b60c-143a9b2adec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:17.875780 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549021'] for network, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:17.888372 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf60e58-be4e-4e0d-ada8-c1864a8abfdc,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:17.891917 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:17.893968 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-328da997-5ab9-4333-a1bd-49242cd62939 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dbf60e58-be4e-4e0d-ada8-c1864a8abfdc HTTP/1.1" status: 204 len: 168 time: 0.9328752 May 14 09:58:18.014841 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34532) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:18.044660 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:58:18.065123 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-07d14502-b010-45d9-a728-6b5c08eea21f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=509ddd908aca410c806e51f4d570249f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489168 May 14 09:58:18.067727 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34536) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:18.080571 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:58:18.080950 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device e253c22c-e9fc-4ad9-ba40-600d2ecb4dfd not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:58:18.081360 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469ecb2e-9f4e-493d-a5c7-d747dd857580 no longer exists at agent ovs-agent-dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 09:58:18.113448 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.plugin [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] No Port match for: 469ecb2e-9f4e-493d-a5c7-d747dd857580 {{(pid=78737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 09:58:18.113789 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron.plugins.ml2.rpc [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Device 469ecb2e-9f4e-493d-a5c7-d747dd857580 not bound to the agent host dv-cinder-734144-18-smb {{(pid=78737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 09:58:18.127565 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e02f-26fc-411d-b88c-05d9fd4375e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.153300 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e02f-26fc-411d-b88c-05d9fd4375e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.213694 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e02f-26fc-411d-b88c-05d9fd4375e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.219583 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-e2303e85-b000-4aa7-87b1-fca0837ee392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:18.231945 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1e02f-26fc-411d-b88c-05d9fd4375e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770bb25b-92a5-4f05-85c4-1597def65474,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:18.234206 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-c8f1e02f-26fc-411d-b88c-05d9fd4375e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:18.241771 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e02f-26fc-411d-b88c-05d9fd4375e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.242919 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-c8f1e02f-26fc-411d-b88c-05d9fd4375e5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/770bb25b-92a5-4f05-85c4-1597def65474 HTTP/1.1" status: 204 len: 168 time: 0.1740921 May 14 09:58:18.625984 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34544) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:18.676409 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-e7d64536-f712-4515-8d97-88adc9d2e235 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2bbcde91ff9b48a7bdeb1aee79299e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491736 May 14 09:58:18.679126 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.wsgi [-] (78735) accepted ('10.222.0.67', 34548) {{(pid=78735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 09:58:18.736157 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4e31dc91-a127-44bc-9122-b5d07a72fba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.763190 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4e31dc91-a127-44bc-9122-b5d07a72fba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.824919 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4e31dc91-a127-44bc-9122-b5d07a72fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949139'] for security_group, after_delete {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.830545 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-f85f7b08-03a1-447e-9317-9a88b3b1dfe0 tempest-AttachVolumeTestJSON-1152215139 tempest-AttachVolumeTestJSON-1152215139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 09:58:18.842507 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31dc91-a127-44bc-9122-b5d07a72fba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e417768e-d57d-453d-acfa-c49a63d91edb,revision_number=None']} {{(pid=78735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 09:58:18.846263 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG oslo_concurrency.lockutils [None req-4e31dc91-a127-44bc-9122-b5d07a72fba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 09:58:18.850044 dv-cinder-734144-18-smb neutron-server[78735]: DEBUG neutron_lib.callbacks.manager [None req-4e31dc91-a127-44bc-9122-b5d07a72fba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:18.851286 dv-cinder-734144-18-smb neutron-server[78735]: INFO neutron.wsgi [None req-4e31dc91-a127-44bc-9122-b5d07a72fba3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e417768e-d57d-453d-acfa-c49a63d91edb HTTP/1.1" status: 204 len: 168 time: 0.1712530 May 14 09:58:34.830504 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:58:38.783055 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-8b3a6f93-b559-4349-8152-470e64e04db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:41.239648 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:41.509894 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-1968f614-6456-42ac-a00a-2ab64c144335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:42.376458 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:43.933284 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:58:46.790007 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:08.788936 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9bed-5a7d-4112-881c-f8474839d4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:11.238423 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:11.506349 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-cc803a16-f7d5-4bd5-a542-e28e674bfbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:11.833084 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 09:59:12.378624 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:13.972675 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:16.802033 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:38.782398 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8099-a13f-48b8-97f8-4aa82c412f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:41.228620 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:41.511526 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-52230eff-ce83-40a6-b5f8-1e990e8a194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:42.380427 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:43.952831 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:46.806887 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 09:59:48.838107 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 10:00:08.783866 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b03944e7-b5d0-4cdc-9d8b-73e090cfe745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:11.229444 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:11.509497 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-7d08ed12-b003-4f00-8ea2-33e01de6cbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:12.382668 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:13.961411 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:16.803201 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:25.838054 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 10:00:38.790091 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-eee11379-0890-4fd7-9232-c2f1e23d863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:41.230104 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:41.507810 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4ffb-648a-4583-b346-868c52061edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:42.390077 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:43.959786 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:00:46.809580 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:02.842254 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 10:01:08.793750 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac75a-0fbb-499b-84df-c86111cd6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:11.226471 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:11.503837 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-f6495ee3-5588-4bd3-8aa4-3b07ede2ff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:12.393356 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:13.960905 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:16.815144 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:38.792707 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-09a03fdc-fb7a-486d-b741-32d71762676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:39.847090 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 10:01:41.233980 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:41.506555 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-43bcd085-cd3a-4032-9835-b3253e9e250e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:42.389388 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:43.960969 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:01:46.815213 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:08.792630 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-3ec7f2f7-d545-49e8-91cd-933658972cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:11.223326 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:11.503860 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-b4d8d3f9-c545-4419-9bd4-c5c8be94f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:12.396185 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:13.972178 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:16.826876 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:16.846156 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 10:02:38.799253 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-878fb666-543c-40fd-bebd-32b87f428fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:41.227662 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:41.500372 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-6450e919-11b6-47e1-8deb-0a103c2acd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:42.401443 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:43.970878 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:46.829351 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:02:53.849548 dv-cinder-734144-18-smb neutron-server[78738]: DEBUG neutron.db.agents_db [None req-a198516f-c592-4b3c-ace6-51342bd733e7 None None] Agent healthcheck: found 6 active agents {{(pid=78738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 10:03:08.793814 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-fa44e549-80dc-468f-890a-31ec1c7d87ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:03:11.229238 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-2e67007e-aff2-4015-bd58-b07bdc11b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:03:11.494386 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-93696ad8-ce7d-42f9-b2fd-4f6ae921bdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:03:12.401446 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-70c571d2-2d36-4537-a6a0-4f95c96f4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:03:13.977386 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-bbde4b25-5290-487f-84be-b00a24140478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 10:03:16.838699 dv-cinder-734144-18-smb neutron-server[78737]: DEBUG neutron_lib.callbacks.manager [None req-16a08df5-0002-43e6-987f-0baa8d2f0eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732265947549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000048'] for agent, after_update {{(pid=78737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}